-- Logs begin at Wed 2022-08-24 15:51:40 UTC, end at Wed 2022-08-24 17:05:29 UTC. -- Aug 24 16:35:44.174568 dv-cinder-731167-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 16:35:46.852939 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.common.config [-] Logging enabled! Aug 24 16:35:46.853535 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 16:35:46.853717 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113254) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 16:35:46.856959 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.common.config [-] Logging enabled! Aug 24 16:35:46.857216 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 16:35:46.857526 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113254) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 16:35:46.858463 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 16:35:46.858694 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 16:35:46.859167 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 16:35:46.859412 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 16:35:46.859639 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 16:35:46.859958 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.860256 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.860509 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.860806 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.861125 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.861402 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.861687 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.861990 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.862270 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.862550 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.862831 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.863057 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.863336 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.863620 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.863904 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.864126 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] debug = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.864441 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.864873 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.865289 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.865568 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.865856 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.866133 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.866404 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.866677 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.866958 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.867285 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] host = dv-cinder-731167-2-iscsi {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.867565 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.867851 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.868135 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.868450 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.868724 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.868996 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.869278 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.869551 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.869821 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] log_file = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.870098 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.870381 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.870666 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.870947 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.871168 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.871388 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.871670 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.871957 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.872230 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.872526 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.872799 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.873069 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.873338 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.873604 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.873885 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.874164 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.874445 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.874716 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.874985 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.875251 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.875520 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.875799 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.876068 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.876355 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.876652 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.876966 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.877372 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.877650 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.877951 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.878239 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.878518 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.878804 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.879077 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.879357 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.879628 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.879899 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.880176 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] use_json = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.880475 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.880746 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.881026 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.881295 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.881564 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.881836 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.882104 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.882385 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.882654 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:46.882946 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.883240 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.883537 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.883817 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.884122 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.884426 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.884717 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.884994 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.885281 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.885580 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.885854 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.886130 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.886425 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.886711 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.887002 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.887300 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.887588 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.887877 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.888152 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.888449 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.888723 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.888998 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.889281 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.889554 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.889842 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.890134 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.890411 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.890703 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.890983 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.891263 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.891549 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.891835 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.892107 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.893055 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.893336 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.893615 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.893887 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.894174 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.894450 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.894721 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.894999 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.895285 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.895573 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.895841 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.896114 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.896418 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.896693 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.896962 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.897233 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.897761 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.898032 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.898314 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.898589 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.898860 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.899130 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.899403 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.899671 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.899940 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.900212 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.900510 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.900784 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.901053 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.901324 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.901592 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.901860 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.902129 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.902397 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.902665 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.902936 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.903206 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.903472 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.903738 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.904004 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.904273 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.904579 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.904876 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.905151 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.905424 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.905696 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.905968 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.906240 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.906513 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.906786 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.907057 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.907326 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.907611 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.908676 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.908814 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.909106 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.909405 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.909705 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.909985 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.910263 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.910540 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.910823 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.911100 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.911384 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.911660 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.911934 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.912216 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.912534 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.912831 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.913125 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.913402 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.913696 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.913987 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.914275 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.914555 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.914863 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.915141 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:46.915354 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 16:35:46.915592 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113254) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 16:35:47.216697 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 16:35:47.216944 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 16:35:47.217208 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 16:35:47.217445 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 16:35:47.217727 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 16:35:47.218050 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 16:35:47.627723 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.628021 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.628285 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.629512 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.629783 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.630046 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.683755 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.684030 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.684296 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.700872 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.701171 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.701424 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.729545 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.729819 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.730085 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.765855 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.766158 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.766426 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.998965 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.999583 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.999583 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:47.999748 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.000697 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.098391 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.098705 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.098988 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.099255 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.099517 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.099824 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.100081 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.100356 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.100609 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.100889 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.101145 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.101407 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.101661 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.101911 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.102162 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.102422 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.102673 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.102937 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.103203 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.103457 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.103728 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.103979 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.104256 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.104649 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.104897 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.105140 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.105524 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:35:48.105758 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:35:48.105990 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:35:48.106220 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:35:48.106448 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:35:48.106681 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:35:48.107033 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 16:35:48.110107 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 16:35:48.114103 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 16:35:48.117983 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 24 16:35:48.119602 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 16:35:48.120217 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 16:35:48.120578 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 16:35:48.120968 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 16:35:48.123729 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 16:35:48.123979 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 16:35:48.124318 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 16:35:48.129718 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 16:35:48.153366 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 16:35:48.153760 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.154052 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113254) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 24 16:35:48.154416 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.155751 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113254) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 16:35:48.156028 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 16:35:48.156272 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 16:35:48.160290 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.160612 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:48.302288 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 16:35:48.302524 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 16:35:48.302752 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 16:35:48.303117 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 16:35:48.356308 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO dbcounter [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Registered counter for database neutron Aug 24 16:35:48.375839 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_db.sqlalchemy.engines [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113254) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 16:35:48.382338 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG dbcounter [-] [113254] Writer thread running {{(pid=113254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 16:35:49.078021 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Initializing driver for type 'gre' Aug 24 16:35:49.078664 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] gre ID ranges: [(1, 1000)] Aug 24 16:35:49.274051 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Initializing driver for type 'local' Aug 24 16:35:49.274384 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Initializing driver for type 'vlan' Aug 24 16:35:49.363756 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] VlanTypeDriver initialization complete Aug 24 16:35:49.364109 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Initializing driver for type 'vxlan' Aug 24 16:35:49.364753 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] vxlan ID ranges: [(1, 1000)] Aug 24 16:35:49.615485 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Initializing extension driver 'port_security' Aug 24 16:35:49.615756 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.extensions.port_security [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] PortSecurityExtensionDriver initialization complete Aug 24 16:35:49.616094 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Initializing mechanism driver 'openvswitch' Aug 24 16:35:49.616463 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Initializing mechanism driver 'hyperv' Aug 24 16:35:49.623558 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.plugins.ml2.plugin [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:35:49.624300 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > port after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.630017 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > port after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.630017 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > port after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.630017 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113254) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 16:35:49.630017 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > subnet after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.630017 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > subnet after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.630557 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.630557 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113254) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 16:35:49.630557 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > network after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.630557 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > network after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.630557 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > network after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.630915 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113254) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 16:35:49.630915 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > security_group after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.630915 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > security_group after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.630915 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.630915 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113254) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 16:35:49.631265 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.631265 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.631461 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.631847 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113254) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 16:35:49.632247 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > address_group after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.632616 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > address_group after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.632955 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.633343 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113254) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 16:35:49.633779 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] ML2 OVO RPC backend initialized. {{(pid=113254) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 24 16:35:49.634583 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.635266 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.635713 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > network before_response 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.636062 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > networks before_response 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.636437 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > port before_response 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.636872 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > ports before_response 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.637275 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > subnet before_response 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.637617 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > subnets before_response 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.637961 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > network after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.638301 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > network after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.638637 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > network after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.639014 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > port after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.639346 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > port after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.639678 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > port after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.640012 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > subnet after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.640404 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > subnet after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.640784 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.650425 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded quota_driver: . Aug 24 16:35:49.652444 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.plugin [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Modular L2 Plugin initialization complete Aug 24 16:35:49.652444 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading services supported by the core plugin {{(pid=113254) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 16:35:49.652444 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.plugins.ml2.managers [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Got port-security extension from driver 'port_security' Aug 24 16:35:49.652444 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.extensions.vlantransparent [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Disabled vlantransparent extension. Aug 24 16:35:49.652871 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113254) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 16:35:49.652871 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading Plugin: router Aug 24 16:35:49.696612 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.697003 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router after_create 55549900 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.697371 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router before_create 55549900 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.697731 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.698102 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.698458 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router after_delete 55549900 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.698815 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.699167 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.699523 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router after_create 55549900 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.699891 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router after_update 55549900 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.700297 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router after_update 55549900 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.700679 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.701038 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router after_update 55549900 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.701445 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router precommit_update 55549900 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.701814 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: port after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.702153 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: port after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.702490 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: subnet after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.702836 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.703182 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.703525 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router precommit_create 55549900 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.703865 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: port before_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.704246 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router precommit_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.704621 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router after_update 55549900 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.704961 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.705508 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router precommit_create 55549900 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.705954 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.706300 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router precommit_update 55549900 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.706668 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > agent after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.707021 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > agent after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.707364 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > network after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.708229 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Tracking information for resource: router configured {{(pid=113254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:35:49.708592 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Tracking information for resource: floatingip configured {{(pid=113254) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 16:35:49.713483 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.db.l3_agentschedulers_db [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 16:35:49.714050 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: port after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.714409 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: port after_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.714759 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: port after_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.715108 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: port after_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.715951 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router before_create 55550100 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.716356 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.716767 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router precommit_create 55550100 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.722140 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > router precommit_update 55550100 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.722270 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.services.provider_configuration [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Service providers = [] {{(pid=113254) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 16:35:49.722553 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.db.servicetype_db [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113254) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 16:35:49.725759 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.services.service_base [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113254) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 16:35:49.726105 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.services.service_base [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113254) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 16:35:49.726446 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.services.service_base [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113254) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 16:35:49.727478 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.services.service_base [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113254) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 16:35:49.727866 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.services.service_base [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 16:35:49.728306 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:35:49.728647 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 16:35:49.739808 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:35:49.740278 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading Plugin: auto_allocate Aug 24 16:35:49.753336 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: network precommit_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.753656 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: network precommit_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.754169 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:35:49.754490 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading Plugin: tag Aug 24 16:35:49.763361 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:35:49.763686 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading Plugin: timestamp Aug 24 16:35:49.768926 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:35:49.769105 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading Plugin: network_ip_availability Aug 24 16:35:49.775263 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.775875 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.776247 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:49.777035 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:35:49.777474 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading Plugin: flavors Aug 24 16:35:49.785794 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:35:49.786351 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading Plugin: revisions Aug 24 16:35:49.810318 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113254) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 16:35:49.810714 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_concurrency.lockutils [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.593s {{(pid=113254) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 16:35:49.811493 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113254) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 24 16:35:49.811835 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Initializing extension manager. Aug 24 16:35:49.812401 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: __init__.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.812749 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: __pycache__ {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.813088 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: address_group.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.813915 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.814621 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: address-group Aug 24 16:35:49.815204 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: address_scope.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.816322 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.816999 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: address-scope Aug 24 16:35:49.817582 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.819107 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.819991 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: router-admin-state-down-before-update Aug 24 16:35:49.820613 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: agent.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.821748 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.822617 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: agent Aug 24 16:35:49.823132 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: agent_resources_synced.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.824575 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.825445 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: agent-resources-synced Aug 24 16:35:49.825953 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: allowedaddresspairs.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.828966 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.829992 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: allowed-address-pairs Aug 24 16:35:49.833807 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: auto_allocated_topology.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.834794 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.835340 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: auto-allocated-topology Aug 24 16:35:49.835680 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: availability_zone.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.836386 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.836904 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: availability_zone Aug 24 16:35:49.837238 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: availability_zone_filter.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.838180 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.838690 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: availability_zone_filter Aug 24 16:35:49.839026 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: data_plane_status.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.839901 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.840449 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 16:35:49.840811 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: default_subnetpools.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.841733 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.842266 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: default-subnetpools Aug 24 16:35:49.842626 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.843651 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.844554 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: dhcp_agent_scheduler Aug 24 16:35:49.845065 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: dns.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.846879 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.847761 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 16:35:49.848297 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: dns_domain_ports.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.849409 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.850128 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 16:35:49.850697 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.851735 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.852253 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 16:35:49.852663 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: dvr.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.853326 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.853839 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: dvr Aug 24 16:35:49.854165 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: ecmp_routes.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.855066 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.855632 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 16:35:49.855632 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: empty_string_filtering.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.856866 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.857381 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: empty-string-filtering Aug 24 16:35:49.858153 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.859038 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.859559 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 16:35:49.859884 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.860780 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.861296 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 16:35:49.861649 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: external_net.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.862951 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.863482 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: external-net Aug 24 16:35:49.863899 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.865333 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.865934 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: extra_dhcp_opt Aug 24 16:35:49.866219 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: extraroute.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.867113 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.867627 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: extraroute Aug 24 16:35:49.867957 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: extraroute_atomic.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.869067 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.869582 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: extraroute-atomic Aug 24 16:35:49.869912 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: filter_validation.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.870574 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.871343 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: filter-validation Aug 24 16:35:49.871671 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: fip_pf_description.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.878470 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.878983 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 16:35:49.879312 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: fip_pf_port_range.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.880196 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.880746 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 24 16:35:49.881234 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: fip_port_details.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.882514 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.883033 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: fip-port-details Aug 24 16:35:49.883363 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: flavors.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.884692 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.885370 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: flavors Aug 24 16:35:49.885921 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.888146 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.888707 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 16:35:49.889556 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: floatingip_pools.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.890324 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.891156 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: floatingip-pools Aug 24 16:35:49.891520 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: ip_allocation.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.892650 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.893958 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 16:35:49.894344 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.895263 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.895844 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: ip-substring-filtering Aug 24 16:35:49.896197 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: l2_adjacency.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.897350 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.898911 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 16:35:49.899006 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: l3.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.900092 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.901138 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: router Aug 24 16:35:49.901496 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.904275 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.904840 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 16:35:49.905183 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.906077 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.906596 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: ext-gw-mode Aug 24 16:35:49.907112 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.907982 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.909092 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: l3-ha Aug 24 16:35:49.909421 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.910305 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.910815 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 24 16:35:49.911142 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: l3_flavors.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.917017 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.917557 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: l3-flavors Aug 24 16:35:49.917901 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.919291 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.919823 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 24 16:35:49.920159 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.921146 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.921668 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 16:35:49.922003 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: l3agentscheduler.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.923042 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.923556 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: l3_agent_scheduler Aug 24 16:35:49.923884 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: local_ip.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.925908 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.926449 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension local_ip not supported by any of loaded plugins Aug 24 16:35:49.926788 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: logging.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.928222 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.928777 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension logging not supported by any of loaded plugins Aug 24 16:35:49.929109 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: metering.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.929836 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.930642 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: metering Aug 24 16:35:49.930978 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.932300 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.933121 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: metering_source_and_destination_fields Aug 24 16:35:49.933458 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: multiprovidernet.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.934363 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.934913 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: multi-provider Aug 24 16:35:49.935286 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: netmtu.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.936594 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.937370 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: net-mtu Aug 24 16:35:49.937707 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: netmtu_writable.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.945990 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.947031 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: net-mtu-writable Aug 24 16:35:49.947448 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: network_availability_zone.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.948118 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.948922 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: network_availability_zone Aug 24 16:35:49.949602 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: network_ip_availability.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.950854 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.951863 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: network-ip-availability Aug 24 16:35:49.952226 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: network_segment_range.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.953034 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.953554 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 16:35:49.953889 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: pagination.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.954857 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.955194 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: pagination Aug 24 16:35:49.956083 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: port_device_profile.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.957285 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.957819 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: port-device-profile Aug 24 16:35:49.958152 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: port_mac_address_override.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.959060 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.959575 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: port-mac-override Aug 24 16:35:49.959906 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.960931 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.961796 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: port-mac-address-regenerate Aug 24 16:35:49.962345 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.964524 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.965072 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: port-numa-affinity-policy Aug 24 16:35:49.965411 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: port_resource_request.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.966684 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.967205 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 16:35:49.967535 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: port_resource_request_groups.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.968528 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.969046 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 24 16:35:49.969378 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: portbindings.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.980698 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.981617 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: binding Aug 24 16:35:49.981957 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: portbindings_extended.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.983213 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.983823 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: binding-extended Aug 24 16:35:49.984269 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: portsecurity.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.985690 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.986234 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: port-security Aug 24 16:35:49.987759 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: project_id.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.988927 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.989471 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: project-id Aug 24 16:35:49.989819 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: providernet.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.990878 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.991421 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: provider Aug 24 16:35:49.991757 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: qos.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.996054 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.996694 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension qos not supported by any of loaded plugins Aug 24 16:35:49.997266 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:49.998757 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:49.999628 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 16:35:50.000216 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.001141 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.001662 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 16:35:50.001992 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: qos_default.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.003693 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.004217 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension qos-default not supported by any of loaded plugins Aug 24 16:35:50.004573 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: qos_fip.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.005607 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.006126 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 16:35:50.006457 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.007346 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.007868 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 24 16:35:50.008203 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: qos_gateway_ip.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.009402 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.010265 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 16:35:50.010740 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: qos_port_network_policy.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.012950 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.013480 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 16:35:50.013807 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.015244 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.015898 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 24 16:35:50.016230 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.017288 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.018659 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 24 16:35:50.018923 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: qos_pps_rule.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.026586 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.027115 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 16:35:50.027445 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: qos_rule_type_details.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.028377 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.028890 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 16:35:50.029216 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: qos_rule_type_filter.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.030113 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.030647 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 24 16:35:50.031214 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: qos_rules_alias.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.032576 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.033096 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 16:35:50.033484 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: quota_check_limit.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.034584 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.035458 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: quota-check-limit Aug 24 16:35:50.036013 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: quotasv2.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.038310 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.038656 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: quotas Aug 24 16:35:50.038988 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: quotasv2_detail.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.041154 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.041504 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: quota_details Aug 24 16:35:50.041846 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: rbac.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.043253 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.043874 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: rbac-policies Aug 24 16:35:50.044238 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: rbac_address_group.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.045651 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.046314 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: rbac-address-group Aug 24 16:35:50.046650 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: rbac_address_scope.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.047898 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.048660 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: rbac-address-scope Aug 24 16:35:50.049018 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: rbac_security_groups.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.055462 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.056896 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: rbac-security-groups Aug 24 16:35:50.057240 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: rbac_subnetpool.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.058149 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.058671 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: rbac-subnetpool Aug 24 16:35:50.059003 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: revisionifmatch.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.059903 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.060450 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: revision-if-match Aug 24 16:35:50.060809 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: revisions.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.061933 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.062459 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: standard-attr-revisions Aug 24 16:35:50.062833 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: router_availability_zone.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.063491 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.064009 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: router_availability_zone Aug 24 16:35:50.064331 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: routerservicetype.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.065887 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.066403 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 16:35:50.066729 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.067633 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.068152 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: security-groups-normalized-cidr Aug 24 16:35:50.068503 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.070552 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.072081 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: port-security-groups-filtering Aug 24 16:35:50.072444 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.073518 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.074037 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: security-groups-remote-address-group Aug 24 16:35:50.074366 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.075259 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.075773 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: security-groups-shared-filtering Aug 24 16:35:50.076105 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: securitygroup.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.086487 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.087079 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: security-group Aug 24 16:35:50.087367 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: segment.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.088101 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.088661 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension segment not supported by any of loaded plugins Aug 24 16:35:50.088992 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.089955 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.090479 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 16:35:50.090812 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: servicetype.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.091872 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.092417 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: service-type Aug 24 16:35:50.092751 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: sorting.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.093698 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.094036 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: sorting Aug 24 16:35:50.094366 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: standard_attr_segment.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.095251 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.095777 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 16:35:50.096839 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: standardattrdescription.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.097556 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.098055 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: standard-attr-description Aug 24 16:35:50.098382 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: stateful_security_group.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.099288 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.099804 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: stateful-security-group Aug 24 16:35:50.100129 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: stdattrs_common.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.101728 dv-cinder-731167-2-iscsi neutron-server[113254]: WARNING neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 16:35:50.102054 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.102966 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.103489 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 16:35:50.103816 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: subnet_onboard.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.104862 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.105388 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: subnet_onboard Aug 24 16:35:50.105716 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.106614 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.107143 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 16:35:50.107470 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: subnet_service_types.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.108695 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.109224 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: subnet-service-types Aug 24 16:35:50.109548 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: subnetallocation.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.110604 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.111127 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: subnet_allocation Aug 24 16:35:50.111459 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.112862 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.113378 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: subnetpool-prefix-ops Aug 24 16:35:50.113708 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.115763 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.116329 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 16:35:50.117634 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: tagging.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.123177 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.123711 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: standard-attr-tag Aug 24 16:35:50.124053 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: timestamp.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.125274 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.125797 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loaded extension: standard-attr-timestamp Aug 24 16:35:50.126128 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: trunk.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.127849 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.128535 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension trunk not supported by any of loaded plugins Aug 24 16:35:50.128868 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: trunk_details.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.129759 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.130274 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 16:35:50.130603 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: uplink_status_propagation.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.131487 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.132001 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 16:35:50.132329 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Loading extension file: vlantransparent.py {{(pid=113254) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 16:35:50.133007 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113254) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 16:35:50.133518 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 16:35:50.136215 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of TrackedResource for resource:network Aug 24 16:35:50.136775 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of TrackedResource for resource:subnet Aug 24 16:35:50.137176 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 16:35:50.137567 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of TrackedResource for resource:port Aug 24 16:35:50.138901 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.v2.resource_helper [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:35:50.139344 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.v2.resource_helper [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Service FLAVORS assigned prefix: {{(pid=113254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:35:50.139970 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.v2.resource_helper [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:35:50.140433 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.v2.resource_helper [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:35:50.140773 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of TrackedResource for resource:router Aug 24 16:35:50.141204 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 16:35:50.141683 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.v2.resource_helper [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Service METERING assigned prefix: /metering {{(pid=113254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:35:50.143869 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:50.144254 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:50.144650 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:35:50.145721 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 16:35:50.146177 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of TrackedResource for resource:security_group Aug 24 16:35:50.147726 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 16:35:50.148277 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.v2.resource_helper [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Service CORE assigned prefix: {{(pid=113254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:35:50.148637 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 16:35:50.148990 dv-cinder-731167-2-iscsi neutron-server[113254]: WARNING neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] subnetpool is already registered Aug 24 16:35:50.149428 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.v2.resource_helper [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Service CORE assigned prefix: {{(pid=113254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:35:50.149761 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 16:35:50.150094 dv-cinder-731167-2-iscsi neutron-server[113254]: WARNING neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] subnetpool is already registered Aug 24 16:35:50.152542 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.v2.resource_helper [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:35:50.152989 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.v2.resource_helper [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Service FLAVORS assigned prefix: {{(pid=113254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:35:50.153593 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.v2.resource_helper [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:35:50.154061 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.v2.resource_helper [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:35:50.154399 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of TrackedResource for resource:router Aug 24 16:35:50.154747 dv-cinder-731167-2-iscsi neutron-server[113254]: WARNING neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] router is already registered Aug 24 16:35:50.155160 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 16:35:50.155500 dv-cinder-731167-2-iscsi neutron-server[113254]: WARNING neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] floatingip is already registered Aug 24 16:35:50.155965 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.v2.resource_helper [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Service METERING assigned prefix: /metering {{(pid=113254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:35:50.156675 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 16:35:50.157008 dv-cinder-731167-2-iscsi neutron-server[113254]: WARNING neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] rbac_policy is already registered Aug 24 16:35:50.157423 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of TrackedResource for resource:security_group Aug 24 16:35:50.157759 dv-cinder-731167-2-iscsi neutron-server[113254]: WARNING neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] security_group is already registered Aug 24 16:35:50.158186 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 16:35:50.158753 dv-cinder-731167-2-iscsi neutron-server[113254]: WARNING neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] security_group_rule is already registered Aug 24 16:35:50.160708 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.v2.resource_helper [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Service CORE assigned prefix: {{(pid=113254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:35:50.161049 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 16:35:50.161392 dv-cinder-731167-2-iscsi neutron-server[113254]: WARNING neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] subnetpool is already registered Aug 24 16:35:50.162816 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.v2.resource_helper [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Service CORE assigned prefix: {{(pid=113254) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 16:35:50.163147 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 16:35:50.167923 dv-cinder-731167-2-iscsi neutron-server[113254]: WARNING neutron.quota.resource_registry [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] subnetpool is already registered Aug 24 16:35:50.168538 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: extensions {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.170096 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: address-groups {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.171630 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: address-scopes {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.172990 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: agents {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.174359 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: auto-allocated-topology {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.175720 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: availability_zones {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.176984 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: dhcp-networks {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.178557 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: dhcp-agents {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.180012 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: routers {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.181764 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: flavors {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.183034 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: service_profiles {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.184322 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: next_providers {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.185784 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: service_profiles {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.188559 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: floatingip-pools {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.190384 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: routers {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.192122 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: floatingips {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.193460 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: l3-routers {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.194864 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: l3-agents {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.196301 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: metering-labels {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.197602 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: metering-label-rules {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.198998 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: network-ip-availabilities {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.200268 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: bindings {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.201963 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: quotas {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.203628 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: quotas {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.205212 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: rbac-policies {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.207015 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: security-groups {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.208588 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: security-group-rules {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.209876 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: service-providers {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.211116 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: subnetpools {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.212479 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: subnetpools {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.214039 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: tags {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.215946 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: tags {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.217839 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: tags {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.219636 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: tags {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.221511 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: tags {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.224728 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: tags {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.226479 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: tags {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.228432 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: tags {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.230405 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: tags {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.232197 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron.api.extensions [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Extended resource: tags {{(pid=113254) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 16:35:50.245063 dv-cinder-731167-2-iscsi neutron-server[113254]: WARNING keystonemiddleware.auth_token [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 16:35:50.250319 dv-cinder-731167-2-iscsi neutron-server[113254]: WARNING keystonemiddleware.auth_token [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 16:35:50.259974 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_concurrency.lockutils [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Acquiring lock "singleton_lock" {{(pid=113254) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 24 16:35:50.260293 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_concurrency.lockutils [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Acquired lock "singleton_lock" {{(pid=113254) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 24 16:35:50.260799 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_concurrency.lockutils [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Releasing lock "singleton_lock" {{(pid=113254) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 24 16:35:50.261459 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO oslo_service.service [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Starting 2 workers Aug 24 16:35:50.266282 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Started child 113369 {{(pid=113254) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 16:35:50.271627 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Started child 113370 {{(pid=113254) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 16:35:50.273588 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO neutron.service [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 16:35:50.273848 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:35:50.274478 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=113254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:35:50.275275 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [-] (113369) wsgi starting up on http://0.0.0.0:9696 Aug 24 16:35:50.276784 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO oslo_service.service [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Starting 1 workers Aug 24 16:35:50.280017 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:35:50.281742 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [-] (113370) wsgi starting up on http://0.0.0.0:9696 Aug 24 16:35:50.282019 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Started child 113371 {{(pid=113254) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 16:35:50.282571 dv-cinder-731167-2-iscsi neutron-server[113254]: INFO oslo_service.service [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Starting 1 workers Aug 24 16:35:50.286077 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.service [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] calling RpcWorker wait() {{(pid=113371) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 16:35:50.286674 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.service [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] returning from RpcWorker wait() {{(pid=113371) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 16:35:50.287456 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Started child 113372 {{(pid=113254) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 16:35:50.287973 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:35:50.288261 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG neutron_lib.callbacks.manager [None req-69665b3f-d9d7-4d2c-883a-13d5808b27e8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=113254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:35:50.288428 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:35:50.290340 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113254) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 16:35:50.290543 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 16:35:50.290724 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 16:35:50.290952 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 16:35:50.291292 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 16:35:50.291472 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 16:35:50.291982 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.292269 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.292549 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.292816 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.293432 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.293687 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.293946 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.294215 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.294474 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.294641 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.294804 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.295065 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.295325 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.295552 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:35:50.296029 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.296029 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.296325 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.296511 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.296648 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:35:50.296787 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.296924 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.297161 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.297421 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.297719 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] debug = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.297982 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.298492 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.298738 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.299517 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.299803 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.300170 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.300456 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.300717 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.301022 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.301523 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.301772 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.302047 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.302300 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.302546 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.302784 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.303067 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.303301 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.303782 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] host = dv-cinder-731167-2-iscsi {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.303996 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.304234 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.304486 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.304763 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.305010 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.305225 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.305487 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.305749 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.306000 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.306267 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.306489 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.306744 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.306976 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.307266 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] log_file = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.307427 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] log_options = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.307629 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.307911 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.308194 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.308420 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.308592 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.308748 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.309010 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.309173 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.309440 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.309679 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.309946 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.310119 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.310392 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.311892 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.311892 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.311892 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.311892 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.311892 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.311892 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.312252 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.312252 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.312545 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.312792 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.313063 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.313293 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.313596 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.313889 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.314021 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.314232 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.314449 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.314833 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.315594 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.315827 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.316071 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.316375 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.316588 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.316806 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.317054 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.317283 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.324247 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.324247 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.324247 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.324247 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.324247 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.324247 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.324247 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.324247 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] use_json = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.324908 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.324908 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.324908 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.324908 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.324908 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.324908 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.324908 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.324908 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.325779 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.325779 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.325779 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.325779 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.325779 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.325779 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.325779 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.325779 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.327527 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.327527 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.327527 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.327527 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.327527 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.327527 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.327527 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.327527 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.329304 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.329304 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.329304 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.329304 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.329304 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.329304 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.329304 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.329304 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.331211 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.331211 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.331211 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.331211 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.331211 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.331211 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.331211 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.331211 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.332955 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.332955 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.332955 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.332955 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.332955 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.332955 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.332955 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.332955 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.333428 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.333428 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.333428 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.333428 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.333428 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.333718 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.333989 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.334109 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.334349 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.334601 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.334835 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.335186 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.335401 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.335603 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.336694 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.336865 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.337083 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.337343 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.337575 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.337807 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.338077 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.338321 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.338571 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.338790 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.339215 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.339561 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.339832 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.340075 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.340284 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.340723 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.340965 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.341188 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.341397 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.341618 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.341840 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.343213 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.343432 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.343645 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.343918 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.344129 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.344365 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.344577 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.344799 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.344998 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.345203 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.345567 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.346004 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.346908 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.347265 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.347792 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.348163 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.348563 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.348945 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.349277 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.349543 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.349832 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.351724 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.352137 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.352403 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.353649 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.353889 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.354116 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.354369 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.359195 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.359500 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.359774 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.360052 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.360279 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.360743 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.361145 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.362238 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.362413 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 57764) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:35:50.362857 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.363241 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.363641 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.363874 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.364270 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.364687 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.365096 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.365378 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.365668 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.365933 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.366187 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.366507 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.366719 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.366993 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.367270 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.367560 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.367783 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.368073 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.368407 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.368690 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.368955 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.369221 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.369469 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.369737 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.370200 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.370611 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.370989 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.371438 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.371668 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.371909 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.372147 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.372388 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.372802 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.372923 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [-] 10.222.0.17 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0079720 Aug 24 16:35:50.373437 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.373861 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.374270 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.374660 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.375104 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.375543 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.375987 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.376477 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.376896 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.377997 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.378246 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.378584 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.378748 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.378981 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.379235 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.379455 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.379693 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.379910 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.380148 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.380413 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.380725 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [-] 10.222.0.17 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0068352 Aug 24 16:35:50.380952 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.381048 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.381265 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.382034 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.382281 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.382509 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.383603 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.383603 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.383603 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.383603 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.383911 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.383911 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.384061 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.385153 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.385153 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.385492 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.385492 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.385768 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.387078 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.387529 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.387942 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.388380 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.388793 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.389157 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.389575 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.389951 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.390174 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.390400 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.390628 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.390847 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.391067 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.391296 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.391714 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.391817 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.391982 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.392499 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.393971 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.393971 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.393971 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.393971 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.393971 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.394321 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.394321 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.394581 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.394753 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.395139 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.395377 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.395628 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.395845 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.396087 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.396293 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.396767 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.397017 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.397336 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.397728 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.397923 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.398640 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.398640 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.398640 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.398877 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.398968 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.399358 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.401306 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.401306 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.401306 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.401306 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.401766 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.401766 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.401999 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.402131 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.403271 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.403271 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.403271 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.403271 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.403271 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.403630 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.403630 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.403906 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.404082 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.404227 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.404539 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.404707 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.404892 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.405099 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.405302 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.405660 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.406050 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.406268 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.406495 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.406703 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.406910 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.407131 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.407346 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.407561 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.407775 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.408288 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.408288 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.408619 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.408736 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.409416 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.409416 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.412192 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.412192 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.412192 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.412192 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.412192 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.412192 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.412192 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.412192 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.413810 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.413810 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.413810 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.413810 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.413810 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.413810 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.413810 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.413810 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.415133 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.415133 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.415133 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.415133 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.415133 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.415133 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.415133 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.415527 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.415527 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.415723 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.416706 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.416706 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.416706 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.416706 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.417012 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.417085 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.417321 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.417605 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.417780 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.418009 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.418216 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.418449 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.418701 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.418926 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.419165 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.419375 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.419607 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 16:35:50.420055 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113254) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 16:35:50.420248 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 16:35:50.420446 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 16:35:50.420535 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 16:35:50.420700 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 16:35:50.420854 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 16:35:50.421827 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.421827 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.421827 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.421827 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.421827 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.421827 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.422343 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.422343 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.422343 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.422566 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.422566 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.422714 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.422838 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.424563 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.424563 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.424563 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.424563 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.424563 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.424563 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.424563 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.424563 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.425542 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] debug = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.425542 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.425542 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.426013 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.426013 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.426013 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.426435 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.426435 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.426435 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.427766 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.427766 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.427766 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.428172 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.428172 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.428308 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.428421 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.428543 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.429833 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.430003 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] host = dv-cinder-731167-2-iscsi {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.430955 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.430955 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.430955 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.430955 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.430955 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.430955 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.431366 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.431366 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.431366 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.431567 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.431635 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.431764 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.432112 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.432302 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] log_file = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.432484 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] log_options = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.432630 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.432765 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.432895 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.433152 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.433434 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.433434 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.433727 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.433727 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.434083 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.434083 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.434083 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.434629 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.434629 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.434629 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.434825 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.434825 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.434959 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.435102 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.435261 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.435418 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.435691 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.436295 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.436295 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.436295 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.436295 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.436295 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.436891 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.437748 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.437748 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.437748 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.437748 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.437748 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.438111 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.438331 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.440383 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.440383 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.440383 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.440383 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.440383 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.440383 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.440383 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.440383 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.440991 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.440991 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.440991 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.441200 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.441313 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] use_json = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.441482 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.441631 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.441776 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.441918 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.442071 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.442658 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.442658 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.443647 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.443647 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 16:35:50.443829 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.444934 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.444934 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.444934 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.444934 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.444934 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.444934 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.444934 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.445366 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.445366 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.445366 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.445539 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.446286 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.447024 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.447193 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.447332 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.447503 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.447653 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.447814 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.447978 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.448154 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.449297 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.449587 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.449747 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.449910 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.449910 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.450247 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.450247 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.450523 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.454172 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:35:50.455664 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.455876 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.456058 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.456239 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.456611 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.456713 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.456838 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.457118 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.457118 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.457422 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.457600 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.457600 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.457891 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.457891 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.458257 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.458257 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.458429 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.458509 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.458657 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.458817 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.458997 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.459143 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.459299 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.459460 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.459623 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.459785 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.460293 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.460293 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.460293 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.460562 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.460562 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.460797 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.460888 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.461041 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.461188 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.461346 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.461493 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.461722 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.461812 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.461966 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.462126 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.462272 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.462491 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.462631 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.462748 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.462873 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.463030 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.463159 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.463318 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.463630 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.463797 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.463957 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.464114 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.464272 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.464464 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.464621 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.464926 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.465229 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.465393 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.465553 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.465721 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.466023 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.466023 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.466341 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.466341 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.466603 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.466696 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.467658 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.467658 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.467658 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.467658 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.467658 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.467658 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.468066 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.468066 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.468066 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.468425 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.468425 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.468634 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.468634 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.468960 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.468960 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.472751 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.472751 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.472751 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.472751 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.472751 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.472751 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.472751 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.472751 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.473441 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.473441 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.473441 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.473441 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.473441 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.473441 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.473441 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.473441 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.473931 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.473931 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.473931 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.473931 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.473931 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.473931 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.473931 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.473931 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.474730 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.474730 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.474730 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.474730 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.474730 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.474730 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.474730 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.474730 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.476094 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.476094 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.476094 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.476094 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.476094 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.476094 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.476094 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.476094 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.477198 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.477198 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.477198 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.477198 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.477198 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.477198 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.477198 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.477198 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.478618 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.478618 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.478618 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.478618 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.478618 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.478618 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.478618 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.478618 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.479393 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.479393 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.479393 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.479393 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.479393 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.479393 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.479393 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.479393 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.481100 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.481100 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.481100 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.481100 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.481100 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.481100 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.481100 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.481100 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.482691 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.482691 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.482691 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.482691 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.482691 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.482691 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.482691 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.482691 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.484315 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.484315 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.484315 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.484315 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.484315 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.484315 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.484315 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.484315 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.486087 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.486087 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.486087 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.486087 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.486087 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.486087 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.486087 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.486087 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.486087 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.488041 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.488041 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.488041 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.488041 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.488041 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.488041 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.488041 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.488041 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.490557 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.490557 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.490557 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.490557 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.490557 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.490557 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.490557 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.490557 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.490557 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.491183 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.491183 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.491183 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.491183 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.491183 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.491183 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.491183 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.491183 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.491743 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.491743 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.491743 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.491743 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.491743 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.491743 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.492702 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.492702 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.492702 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.492702 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.492702 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.492702 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.492702 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.496420 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.496420 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.496420 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.496420 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.496420 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.496420 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.496420 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.496420 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.497102 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.497102 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.497102 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.497102 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.497102 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.497102 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.497102 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.497102 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.497631 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.497631 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.497631 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.497631 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.497631 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.497631 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.497631 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.497631 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.498155 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.498155 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.498155 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.498155 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.498155 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.499158 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.499158 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.499158 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.499158 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.499158 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.499158 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.500055 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.500055 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.500055 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.500055 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.500055 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.500055 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.501459 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.501459 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.501459 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.501459 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.501459 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.501459 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.502024 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.502024 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.502024 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.502024 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.503175 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.503175 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.503175 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.503540 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.503540 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.503689 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.503768 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.503898 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.504061 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 16:35:50.504215 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113254) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 16:35:59.444946 dv-cinder-731167-2-iscsi neutron-server[113254]: DEBUG dbcounter [-] [113254] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113254) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:01.797649 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcf48e4-b5af-45ad-9cc4-b9584c6d8b36 None None] get_active_networks_info from dv-cinder-731167-2-iscsi {{(pid=113371) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 24 16:36:01.808664 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writer thread running {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 16:36:01.905064 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf48e4-b5af-45ad-9cc4-b9584c6d8b36 None None] No non-hosted networks {{(pid=113371) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 16:36:01.935850 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.agentschedulers_db [None req-2fcf48e4-b5af-45ad-9cc4-b9584c6d8b36 None None] DHCP Agent not found on host dv-cinder-731167-2-iscsi {{(pid=113371) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 24 16:36:02.029196 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-f5ec379f-4141-4fc7-ac8f-cae0fb3f5705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548974'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:03.485552 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writer thread running {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 16:36:04.029834 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ea47fc61-5e82-4659-b97b-366f8a5dd5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548974'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:04.057271 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.db.api [None req-f1b61b1d-2634-4434-a862-3194e9f26033 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-731167-2-iscsi {{(pid=113371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 16:36:04.058154 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG oslo_db.api [None req-f1b61b1d-2634-4434-a862-3194e9f26033 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 16:36:05.113640 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-f1b61b1d-2634-4434-a862-3194e9f26033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:05.711583 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 57848) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:36:05.740156 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548974'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:06.315869 dv-cinder-731167-2-iscsi neutron-server[113370]: WARNING oslo_policy.policy [None req-c2dfc72b-a168-45eb-ad35-da0efabdf81a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:36:06.317123 dv-cinder-731167-2-iscsi neutron-server[113370]: WARNING oslo_policy.policy [None req-c2dfc72b-a168-45eb-ad35-da0efabdf81a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:36:06.562453 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [None req-c2dfc72b-a168-45eb-ad35-da0efabdf81a admin admin] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 16:36:06.577047 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-c2dfc72b-a168-45eb-ad35-da0efabdf81a admin admin] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8641698 Aug 24 16:36:07.090360 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548974'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:07.272970 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548974'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:07.274314 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:07.274875 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:07.275538 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:07.276090 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:07.276674 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:07.280405 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:07.281139 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:07.281632 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:07.282799 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:07.283408 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:07.283966 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:07.284631 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:07.285180 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:07.285819 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:07.286365 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:07.286974 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-731167-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:36:07.308573 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-731167-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:36:07.649413 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.db.l3_hamode_db [None req-5327f663-7845-425e-b8e5-c5abbdc89ad1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 16:36:07.728748 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5327f663-7845-425e-b8e5-c5abbdc89ad1 None None] Routers set() bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:36:07.729130 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5327f663-7845-425e-b8e5-c5abbdc89ad1 None None] Router IDs set() for agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 24 16:36:09.118404 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 57880) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:36:09.640269 dv-cinder-731167-2-iscsi neutron-server[113369]: WARNING oslo_policy.policy [None req-e03f9328-f1eb-49e8-a706-ace5eec55565 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:36:09.640847 dv-cinder-731167-2-iscsi neutron-server[113369]: WARNING oslo_policy.policy [None req-e03f9328-f1eb-49e8-a706-ace5eec55565 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:36:09.859903 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-e03f9328-f1eb-49e8-a706-ace5eec55565 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:36:09.951279 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.policy [None req-e03f9328-f1eb-49e8-a706-ace5eec55565 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113369) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 16:36:09.994492 dv-cinder-731167-2-iscsi neutron-server[113369]: WARNING oslo_policy.policy [None req-e03f9328-f1eb-49e8-a706-ace5eec55565 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:36:09.994891 dv-cinder-731167-2-iscsi neutron-server[113369]: WARNING oslo_policy.policy [None req-e03f9328-f1eb-49e8-a706-ace5eec55565 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:36:10.014912 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writer thread running {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 16:36:10.160623 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e03f9328-f1eb-49e8-a706-ace5eec55565 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749326123117', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749326123641', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749326107477', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749326098836', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749326103559', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749326095578', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7831657', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7833000', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-516283', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1641098'] for rbac-policy (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:10.359107 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e03f9328-f1eb-49e8-a706-ace5eec55565 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:10.361088 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-e03f9328-f1eb-49e8-a706-ace5eec55565 admin admin] 10.222.0.17 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2402718 Aug 24 16:36:12.725446 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 57896) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:36:13.071396 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:36:13.156638 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Made reservation on behalf of e50fa06fb1774ed1b1cc4471b8e86025 for: {'network': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:36:13.161805 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:13.180985 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:13.305286 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Publish callbacks [] for security_group (46684e20-7940-4108-a884-36080b413c5e), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:13.374476 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (46684e20-7940-4108-a884-36080b413c5e), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:13.410537 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=113369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:36:13.442273 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749321758823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (09696d31-4565-499a-bc20-868dbfbb0a75), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:13.442506 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Unsubscribe: segment precommit_create {{(pid=113369) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 16:36:13.443001 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.segments_db [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Added segment 09696d31-4565-499a-bc20-868dbfbb0a75 of type vlan for network 9ead65bb-90c7-4265-a321-be99a937877b Aug 24 16:36:13.449939 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=46684e20-7940-4108-a884-36080b413c5e,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:13.487006 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:13.487344 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:13.487698 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:13.488048 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:13.488393 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:13.488719 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:13.489034 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:13.489350 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:13.489665 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:13.489979 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:13.490290 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:13.490618 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:13.490935 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:13.491375 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:13.491692 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Tracked resource versions report: Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: pushed versions: Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: { 'AddressGroup': {'1.2'}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Agent': {'1.1'}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'ConntrackHelper': {'1.0'}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'LocalIPAssociation': {'1.0'}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Log': {'1.0'}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'NDPProxy': {'1.0'}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Network': {'1.1'}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Port': {'1.7'}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'PortForwarding': {'1.3'}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'QosPolicy': {'1.10'}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'SecurityGroup': {'1.5'}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'SubPort': {'1.0'}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Subnet': {'1.1'}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Trunk': {'1.1'}} Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: consumer versions: Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: { DHCP agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: L3 agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: Metadata agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: Metering agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: Open vSwitch agent@dv-cinder-731167-2-iscsi: { 'AddressGroup': '1.2', Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Agent': '1.1', Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'ConntrackHelper': '1.0', Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'LocalIPAssociation': '1.0', Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Log': '1.0', Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'NDPProxy': '1.0', Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Network': '1.1', Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Port': '1.7', Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'PortForwarding': '1.3', Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'QosPolicy': '1.10', Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'SecurityGroup': '1.5', Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'SecurityGroupRule': '1.2', Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'SubPort': '1.0', Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Subnet': '1.1', Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Trunk': '1.1'}} Aug 24 16:36:13.493089 dv-cinder-731167-2-iscsi neutron-server[113369]: {{(pid=113369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:36:13.559800 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (9ead65bb-90c7-4265-a321-be99a937877b), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:13.673578 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (9ead65bb-90c7-4265-a321-be99a937877b), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:13.678908 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:36:13.679728 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:13.685748 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=52,neutron:INSERT=46,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:13.801366 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] Pushing event updated for resources: {'Network': ['ID=9ead65bb-90c7-4265-a321-be99a937877b,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:13.812748 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network 9ead65bb-90c7-4265-a321-be99a937877b details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:36:13.830812 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-3b173d7f-b046-41dc-a91e-d27a9fa67ff4 demo demo] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1043270 Aug 24 16:36:16.229720 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 57910) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:36:16.643035 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9628a92-f9e5-4800-ac76-5de3e92b3ca9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:36:16.644407 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-f9628a92-f9e5-4800-ac76-5de3e92b3ca9 demo admin] 10.222.0.17 "GET /networking/v2.0/networks/9ead65bb-90c7-4265-a321-be99a937877b HTTP/1.1" status: 200 len: 825 time: 0.4138002 Aug 24 16:36:16.670546 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-9609595b-d3cb-4d50-a7d8-719daf845236 demo admin] 10.222.0.17 "GET /networking/v2.0/subnetpools/34660692-ff59-4146-8246-159026efe9e6 HTTP/1.1" status: 200 len: 734 time: 0.0198574 Aug 24 16:36:16.679841 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-068fbba6-92f2-45b5-87e5-b6c40ac299a7 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '9ead65bb-90c7-4265-a321-be99a937877b', 'ip_version': 4, 'subnetpool_id': '34660692-ff59-4146-8246-159026efe9e6'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:36:16.785108 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068fbba6-92f2-45b5-87e5-b6c40ac299a7 demo admin] Made reservation on behalf of e50fa06fb1774ed1b1cc4471b8e86025 for: {'subnet': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:36:16.787308 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-068fbba6-92f2-45b5-87e5-b6c40ac299a7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:17.017475 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:17.145643 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-068fbba6-92f2-45b5-87e5-b6c40ac299a7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for subnet (828581e0-abe9-429e-9fbf-63e70b4a23dd), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:17.213925 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fbba6-92f2-45b5-87e5-b6c40ac299a7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=828581e0-abe9-429e-9fbf-63e70b4a23dd,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:17.228440 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068fbba6-92f2-45b5-87e5-b6c40ac299a7 demo admin] Checking segment: {'id': '09696d31-4565-499a-bc20-868dbfbb0a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9ead65bb-90c7-4265-a321-be99a937877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:36:17.228792 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068fbba6-92f2-45b5-87e5-b6c40ac299a7 demo admin] Network hostable DHCP agents. Network: 9ead65bb-90c7-4265-a321-be99a937877b, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:36:17.317989 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068fbba6-92f2-45b5-87e5-b6c40ac299a7 demo admin] Network 9ead65bb-90c7-4265-a321-be99a937877b is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:36:17.387183 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-068fbba6-92f2-45b5-87e5-b6c40ac299a7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, 9ead65bb-90c7-4265-a321-be99a937877b) {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:36:17.392646 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068fbba6-92f2-45b5-87e5-b6c40ac299a7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:36:17.393236 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-068fbba6-92f2-45b5-87e5-b6c40ac299a7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:17.399281 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff59faa-db09-4dc3-906f-ae55fe5f9b2e None None] Network 9ead65bb-90c7-4265-a321-be99a937877b requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:36:17.492491 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-068fbba6-92f2-45b5-87e5-b6c40ac299a7 demo admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8157437 Aug 24 16:36:17.665758 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79e58bd-cc35-52eb-9f37-819db978e22d-9ead65bb-90c7-4265-a321-be99a937877b', 'network_id': '9ead65bb-90c7-4265-a321-be99a937877b', 'project_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'fixed_ips': [{'subnet_id': '828581e0-abe9-429e-9fbf-63e70b4a23dd'}]}} from dv-cinder-731167-2-iscsi. {{(pid=113371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 16:36:17.667027 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:17.928504 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:17.958440 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.db_base_plugin_common [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Allocated IP 172.20.0.2 (9ead65bb-90c7-4265-a321-be99a937877b/828581e0-abe9-429e-9fbf-63e70b4a23dd/fbec19f0-b73b-4565-b702-16eec3a4eab5) {{(pid=113371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:36:18.227496 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Publish callbacks [] for port (fbec19f0-b73b-4565-b702-16eec3a4eab5), precommit_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:18.284241 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (fbec19f0-b73b-4565-b702-16eec3a4eab5), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:18.356831 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Network 9ead65bb-90c7-4265-a321-be99a937877b is already hosted by enough agents. {{(pid=113371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:36:18.365898 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.base_scheduler [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Resources bound (agent type, host, resource id): {{(pid=113371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:36:18.369587 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Received port after_create {{(pid=113371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:36:18.403506 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Pushing event updated for resources: {'Port': ['ID=fbec19f0-b73b-4565-b702-16eec3a4eab5,revision_number=1']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:18.430764 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:18.431133 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:18.431449 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:18.431803 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:18.432134 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:18.432484 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:18.432807 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:18.433127 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:18.433447 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:18.433767 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:18.434085 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:18.434419 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:18.434739 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:18.435054 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:18.435367 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Tracked resource versions report: Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: pushed versions: Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: { 'AddressGroup': {'1.2'}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Agent': {'1.1'}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'ConntrackHelper': {'1.0'}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'LocalIPAssociation': {'1.0'}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Log': {'1.0'}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'NDPProxy': {'1.0'}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Network': {'1.1'}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Port': {'1.7'}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'PortForwarding': {'1.3'}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'QosPolicy': {'1.10'}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'SecurityGroup': {'1.5'}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'SubPort': {'1.0'}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Subnet': {'1.1'}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Trunk': {'1.1'}} Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: consumer versions: Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: { DHCP agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: L3 agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: Metadata agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: Metering agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: Open vSwitch agent@dv-cinder-731167-2-iscsi: { 'AddressGroup': '1.2', Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Agent': '1.1', Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'ConntrackHelper': '1.0', Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'LocalIPAssociation': '1.0', Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Log': '1.0', Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'NDPProxy': '1.0', Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Network': '1.1', Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Port': '1.7', Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'PortForwarding': '1.3', Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'QosPolicy': '1.10', Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'SecurityGroup': '1.5', Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'SecurityGroupRule': '1.2', Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'SubPort': '1.0', Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Subnet': '1.1', Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Trunk': '1.1'}} Aug 24 16:36:18.436794 dv-cinder-731167-2-iscsi neutron-server[113371]: {{(pid=113371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:36:18.466906 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Attempting to bind port fbec19f0-b73b-4565-b702-16eec3a4eab5 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:36:18.467305 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Attempting to bind port fbec19f0-b73b-4565-b702-16eec3a4eab5 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '09696d31-4565-499a-bc20-868dbfbb0a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9ead65bb-90c7-4265-a321-be99a937877b'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:36:18.467702 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Attempting to bind port fbec19f0-b73b-4565-b702-16eec3a4eab5 on network 9ead65bb-90c7-4265-a321-be99a937877b {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:36:18.473469 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:36:18.473969 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Checking segment: {'id': '09696d31-4565-499a-bc20-868dbfbb0a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9ead65bb-90c7-4265-a321-be99a937877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:36:18.474414 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:18.474800 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Bound using segment: {'id': '09696d31-4565-499a-bc20-868dbfbb0a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9ead65bb-90c7-4265-a321-be99a937877b'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:36:18.475312 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Bound port: fbec19f0-b73b-4565-b702-16eec3a4eab5, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09696d31-4565-499a-bc20-868dbfbb0a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9ead65bb-90c7-4265-a321-be99a937877b'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:36:18.475686 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (fbec19f0-b73b-4565-b702-16eec3a4eab5), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:18.508473 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:18.540998 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] For port fbec19f0-b73b-4565-b702-16eec3a4eab5, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:36:18.561545 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] For port fbec19f0-b73b-4565-b702-16eec3a4eab5, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=fbec19f0-b73b-4565-b702-16eec3a4eab5,segment=NetworkSegment(09696d31-4565-499a-bc20-868dbfbb0a75),segment_id=09696d31-4565-499a-bc20-868dbfbb0a75)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:36:18.665912 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (fbec19f0-b73b-4565-b702-16eec3a4eab5), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:18.721329 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63eb718-ae74-46ad-be65-580be11ac096 None None] Pushing event updated for resources: {'Port': ['ID=fbec19f0-b73b-4565-b702-16eec3a4eab5,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:19.915272 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 57920) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:36:20.252102 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [None req-febee7ca-0bbc-4340-b27e-ec53bdb766db admin admin] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 16:36:20.253178 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-febee7ca-0bbc-4340-b27e-ec53bdb766db admin admin] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3369014 Aug 24 16:36:22.037274 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=7 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:22.042394 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:22.670152 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 57932) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:36:23.031678 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [None req-a581f797-0332-4db1-8417-b0a898e72bc5 admin admin] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 16:36:23.033286 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-a581f797-0332-4db1-8417-b0a898e72bc5 admin admin] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3620811 Aug 24 16:36:25.476728 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 57944) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:36:25.831452 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-238a41fe-c547-4b5e-b944-fa376f09edaa demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:36:25.892038 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.policy [None req-238a41fe-c547-4b5e-b944-fa376f09edaa demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113370) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 16:36:25.942012 dv-cinder-731167-2-iscsi neutron-server[113370]: WARNING oslo_policy.policy [None req-238a41fe-c547-4b5e-b944-fa376f09edaa demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:36:25.942435 dv-cinder-731167-2-iscsi neutron-server[113370]: WARNING oslo_policy.policy [None req-238a41fe-c547-4b5e-b944-fa376f09edaa demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 16:36:25.962495 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writer thread running {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 16:36:25.963136 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:26.105279 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-238a41fe-c547-4b5e-b944-fa376f09edaa demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3306'] for router (a83cbd90-083f-45a6-bb23-d13d36b751f5), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:26.107205 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-238a41fe-c547-4b5e-b944-fa376f09edaa demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3299'] for router (a83cbd90-083f-45a6-bb23-d13d36b751f5), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:26.268746 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-238a41fe-c547-4b5e-b944-fa376f09edaa demo demo] Publish callbacks [] for router_controller (a83cbd90-083f-45a6-bb23-d13d36b751f5), precommit_add_association {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:26.336780 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-238a41fe-c547-4b5e-b944-fa376f09edaa demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552919'] for router (a83cbd90-083f-45a6-bb23-d13d36b751f5), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:26.428809 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-238a41fe-c547-4b5e-b944-fa376f09edaa demo demo] Publish callbacks [] for router (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:26.429993 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-238a41fe-c547-4b5e-b944-fa376f09edaa demo demo] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9523158 Aug 24 16:36:26.914544 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accfe381-d662-4fe9-85f1-33f6c2b6ecd1 None None] Network 9ead65bb-90c7-4265-a321-be99a937877b requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:36:26.934169 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device fbec19f0-b73b-4565-b702-16eec3a4eab5 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:36:27.075402 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-bd0c8865-519c-4780-aba2-1b3b3a6d71c5 None None] Provisioning complete for port fbec19f0-b73b-4565-b702-16eec3a4eab5 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:36:27.075811 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8865-519c-4780-aba2-1b3b3a6d71c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (fbec19f0-b73b-4565-b702-16eec3a4eab5), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:27.099419 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port fbec19f0-b73b-4565-b702-16eec3a4eab5 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:36:27.099739 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (fbec19f0-b73b-4565-b702-16eec3a4eab5), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:27.254196 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:27.288185 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c8865-519c-4780-aba2-1b3b3a6d71c5 None None] Current status of the port fbec19f0-b73b-4565-b702-16eec3a4eab5 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:36:27.288599 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-bd0c8865-519c-4780-aba2-1b3b3a6d71c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (fbec19f0-b73b-4565-b702-16eec3a4eab5), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:27.290695 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port fbec19f0-b73b-4565-b702-16eec3a4eab5 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:36:27.291070 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (fbec19f0-b73b-4565-b702-16eec3a4eab5), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:27.340961 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port fbec19f0-b73b-4565-b702-16eec3a4eab5, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=fbec19f0-b73b-4565-b702-16eec3a4eab5,segment=NetworkSegment(09696d31-4565-499a-bc20-868dbfbb0a75),segment_id=09696d31-4565-499a-bc20-868dbfbb0a75)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:36:27.403845 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:UPDATE=1,neutron:SELECT=2,neutron:DELETE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:27.404597 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=80,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:27.419906 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (fbec19f0-b73b-4565-b702-16eec3a4eab5), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:27.494458 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.db.api [None req-bd0c8865-519c-4780-aba2-1b3b3a6d71c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 16:36:27.494893 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG oslo_db.api [None req-bd0c8865-519c-4780-aba2-1b3b3a6d71c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 16:36:27.497541 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=fbec19f0-b73b-4565-b702-16eec3a4eab5,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:28.028569 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c8865-519c-4780-aba2-1b3b3a6d71c5 None None] Current status of the port fbec19f0-b73b-4565-b702-16eec3a4eab5 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:36:28.146633 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cac199eb-5af5-4ccb-b008-3d6458541239 None None] Provisioning complete for port fbec19f0-b73b-4565-b702-16eec3a4eab5 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:36:28.147293 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cac199eb-5af5-4ccb-b008-3d6458541239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (fbec19f0-b73b-4565-b702-16eec3a4eab5), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:28.221302 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cac199eb-5af5-4ccb-b008-3d6458541239 None None] Current status of the port fbec19f0-b73b-4565-b702-16eec3a4eab5 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:36:28.814021 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 57960) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:36:28.904082 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device fbec19f0-b73b-4565-b702-16eec3a4eab5 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:36:28.948418 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port fbec19f0-b73b-4565-b702-16eec3a4eab5 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:36:28.948584 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (fbec19f0-b73b-4565-b702-16eec3a4eab5), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:28.974289 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:29.020999 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port fbec19f0-b73b-4565-b702-16eec3a4eab5 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:36:29.166521 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [None req-bbd08c8b-8c32-4098-b2d1-3a20fe310a7a admin admin] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113369) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 16:36:29.167514 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-bbd08c8b-8c32-4098-b2d1-3a20fe310a7a admin admin] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3526211 Aug 24 16:36:31.581971 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 57968) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:36:31.853643 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-52fa67df-9a89-4acc-ab3a-bac629f0abcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:31.910331 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-9d5d2cbb-f4de-482c-9aa9-9476b848ccf3 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:36:32.007584 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5d2cbb-f4de-482c-9aa9-9476b848ccf3 admin admin] Made reservation on behalf of 86cc49d474614954959fd1fd2c69fbe7 for: {'network': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:36:32.009984 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2cbb-f4de-482c-9aa9-9476b848ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:32.019523 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2cbb-f4de-482c-9aa9-9476b848ccf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:32.094490 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2cbb-f4de-482c-9aa9-9476b848ccf3 admin admin] Publish callbacks [] for security_group (dee38187-bd17-4c7a-8412-75f5d2d33452), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:32.185885 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2cbb-f4de-482c-9aa9-9476b848ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (dee38187-bd17-4c7a-8412-75f5d2d33452), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:32.202085 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9d5d2cbb-f4de-482c-9aa9-9476b848ccf3 admin admin] Reserving flat network on physical network physnet1 {{(pid=113369) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 16:36:32.222104 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d2cbb-f4de-482c-9aa9-9476b848ccf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee38187-bd17-4c7a-8412-75f5d2d33452,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:32.226940 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2cbb-f4de-482c-9aa9-9476b848ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (b813d3ae-9a40-4c28-bb35-7aefc0a42d6e), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:32.228262 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.segments_db [None req-9d5d2cbb-f4de-482c-9aa9-9476b848ccf3 admin admin] Added segment b813d3ae-9a40-4c28-bb35-7aefc0a42d6e of type flat for network aab3c770-6763-4e5f-928b-64ea6b35bf09 Aug 24 16:36:32.276060 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2cbb-f4de-482c-9aa9-9476b848ccf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (aab3c770-6763-4e5f-928b-64ea6b35bf09), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:32.373266 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2cbb-f4de-482c-9aa9-9476b848ccf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (aab3c770-6763-4e5f-928b-64ea6b35bf09), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:32.374299 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5d2cbb-f4de-482c-9aa9-9476b848ccf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:36:32.375011 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-9d5d2cbb-f4de-482c-9aa9-9476b848ccf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:32.466853 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d2cbb-f4de-482c-9aa9-9476b848ccf3 admin admin] Pushing event updated for resources: {'Network': ['ID=aab3c770-6763-4e5f-928b-64ea6b35bf09,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:32.476152 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:36:32.503591 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-9d5d2cbb-f4de-482c-9aa9-9476b848ccf3 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9205015 Aug 24 16:36:34.032362 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-209985a8-145d-4c9b-8598-06228860b1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:34.885884 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 57976) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:36:35.317931 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e19418-739b-4538-ad65-960140a545be demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:36:35.319425 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-30e19418-739b-4538-ad65-960140a545be demo admin] 10.222.0.17 "GET /networking/v2.0/subnets/828581e0-abe9-429e-9fbf-63e70b4a23dd HTTP/1.1" status: 200 len: 849 time: 0.4326072 Aug 24 16:36:35.437247 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-fd709f49-1a6f-4273-8843-25de539dbb4f demo admin] 10.222.0.17 "GET /networking/v2.0/routers/a83cbd90-083f-45a6-bb23-d13d36b751f5 HTTP/1.1" status: 200 len: 704 time: 0.1111040 Aug 24 16:36:35.619338 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:35.719675 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:36.034458 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Allocated IP 172.20.0.1 (9ead65bb-90c7-4265-a321-be99a937877b/828581e0-abe9-429e-9fbf-63e70b4a23dd/aaedbe68-6886-4d88-8ebf-1742d4150b98) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:36:36.243289 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Publish callbacks [] for port (aaedbe68-6886-4d88-8ebf-1742d4150b98), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:36.300168 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:36.352286 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (aaedbe68-6886-4d88-8ebf-1742d4150b98), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:36.394858 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Network 9ead65bb-90c7-4265-a321-be99a937877b is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:36:36.396326 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:36:36.458764 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:36.465957 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:36:36.466511 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-485962'] for router_interface (a83cbd90-083f-45a6-bb23-d13d36b751f5), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:36.529739 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Pushing event updated for resources: {'Port': ['ID=aaedbe68-6886-4d88-8ebf-1742d4150b98,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:36.552521 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:36.552876 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:36.553238 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:36.553585 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:36.553917 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:36.554240 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:36.554560 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:36.554878 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:36.555213 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:36.555537 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:36.555993 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:36.556279 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Tracked resource versions report: Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: pushed versions: Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: { 'AddressGroup': {'1.2'}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Agent': {'1.1'}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'ConntrackHelper': {'1.0'}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'LocalIPAssociation': {'1.0'}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Log': {'1.0'}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'NDPProxy': {'1.0'}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Network': {'1.1'}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Port': {'1.7'}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'PortForwarding': {'1.3'}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'QosPolicy': {'1.10'}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'SecurityGroup': {'1.5'}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'SubPort': {'1.0'}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Subnet': {'1.1'}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Trunk': {'1.1'}} Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: consumer versions: Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: { DHCP agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: L3 agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: Metadata agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: Metering agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: Open vSwitch agent@dv-cinder-731167-2-iscsi: { 'AddressGroup': '1.2', Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Agent': '1.1', Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'ConntrackHelper': '1.0', Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'LocalIPAssociation': '1.0', Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Log': '1.0', Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'NDPProxy': '1.0', Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Network': '1.1', Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Port': '1.7', Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'PortForwarding': '1.3', Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'QosPolicy': '1.10', Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'SecurityGroup': '1.5', Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'SecurityGroupRule': '1.2', Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'SubPort': '1.0', Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Subnet': '1.1', Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Trunk': '1.1'}} Aug 24 16:36:36.561281 dv-cinder-731167-2-iscsi neutron-server[113370]: {{(pid=113370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:36:36.687629 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-a4e5366f-3dc8-4513-98a1-dd27ee96840d None None] Provisioning complete for port aaedbe68-6886-4d88-8ebf-1742d4150b98 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:36:36.688666 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-a4e5366f-3dc8-4513-98a1-dd27ee96840d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (aaedbe68-6886-4d88-8ebf-1742d4150b98), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:36.721392 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-a4e5366f-3dc8-4513-98a1-dd27ee96840d None None] Port aaedbe68-6886-4d88-8ebf-1742d4150b98 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:36:36.771061 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (aaedbe68-6886-4d88-8ebf-1742d4150b98), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:36.984797 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Publish callbacks [] for port (aaedbe68-6886-4d88-8ebf-1742d4150b98), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:37.048641 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:37.060242 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (aaedbe68-6886-4d88-8ebf-1742d4150b98), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:37.061077 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485942'] for router_interface (a83cbd90-083f-45a6-bb23-d13d36b751f5), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:37.121976 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Pushing event updated for resources: {'Port': ['ID=aaedbe68-6886-4d88-8ebf-1742d4150b98,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:37.240744 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Network 9ead65bb-90c7-4265-a321-be99a937877b is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:36:37.242116 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:36:37.259038 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:37.442857 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-58c2566d-bb41-4cc8-9487-9ce528dd62c6 None None] Provisioning complete for port aaedbe68-6886-4d88-8ebf-1742d4150b98 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:36:37.443256 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-58c2566d-bb41-4cc8-9487-9ce528dd62c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (aaedbe68-6886-4d88-8ebf-1742d4150b98), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:37.460715 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Router a83cbd90-083f-45a6-bb23-d13d36b751f5 is scheduled to L3 agent 2dbb6959-f904-4981-a817-70b18d95759f with binding_index 1 {{(pid=113370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:36:37.474928 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-58c2566d-bb41-4cc8-9487-9ce528dd62c6 None None] Port aaedbe68-6886-4d88-8ebf-1742d4150b98 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:36:37.554910 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:36:37.562790 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-4d88afa4-98c1-4d31-847f-c6b1199fce52 demo admin] 10.222.0.17 "PUT /networking/v2.0/routers/a83cbd90-083f-45a6-bb23-d13d36b751f5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1190982 Aug 24 16:36:37.566543 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Sync routers for ids ['a83cbd90-083f-45a6-bb23-d13d36b751f5'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:36:37.581112 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Routers {'a83cbd90-083f-45a6-bb23-d13d36b751f5'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:36:37.585715 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:36:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['a83cbd90-083f-45a6-bb23-d13d36b751f5'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:36:37.775843 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Set router a83cbd90-083f-45a6-bb23-d13d36b751f5 gateway port host: None {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:36:38.203224 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83cbd90-083f-45a6-bb23-d13d36b751f5', 'name': 'router1', 'tenant_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:36:26Z', 'updated_at': '2022-08-24T16:36:36Z', 'revision_number': 2, 'project_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'gw_port_host': None, '_interfaces': [{'id': 'aaedbe68-6886-4d88-8ebf-1742d4150b98', 'name': '', 'network_id': '9ead65bb-90c7-4265-a321-be99a937877b', 'tenant_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'mac_address': 'fa:16:3e:1d:13:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83cbd90-083f-45a6-bb23-d13d36b751f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '828581e0-abe9-429e-9fbf-63e70b4a23dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:36:35Z', 'updated_at': '2022-08-24T16:36:36Z', 'revision_number': 2, 'project_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'subnets': [{'id': '828581e0-abe9-429e-9fbf-63e70b4a23dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34660692-ff59-4146-8246-159026efe9e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:36:38.256282 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Checking router: a83cbd90-083f-45a6-bb23-d13d36b751f5 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:36:38.256676 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Updating router a83cbd90-083f-45a6-bb23-d13d36b751f5 port aaedbe68-6886-4d88-8ebf-1742d4150b98 binding host dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:36:38.310963 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (aaedbe68-6886-4d88-8ebf-1742d4150b98), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:38.815112 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Publish callbacks [] for port (aaedbe68-6886-4d88-8ebf-1742d4150b98), precommit_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:38.881970 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (aaedbe68-6886-4d88-8ebf-1742d4150b98), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:39.034179 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Pushing event updated for resources: {'Port': ['ID=aaedbe68-6886-4d88-8ebf-1742d4150b98,revision_number=3']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:39.036712 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Attempting to bind port aaedbe68-6886-4d88-8ebf-1742d4150b98 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:36:39.037114 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Attempting to bind port aaedbe68-6886-4d88-8ebf-1742d4150b98 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '09696d31-4565-499a-bc20-868dbfbb0a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9ead65bb-90c7-4265-a321-be99a937877b'}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:36:39.037538 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Attempting to bind port aaedbe68-6886-4d88-8ebf-1742d4150b98 on network 9ead65bb-90c7-4265-a321-be99a937877b {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:36:39.047758 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:36:39.048162 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Checking segment: {'id': '09696d31-4565-499a-bc20-868dbfbb0a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9ead65bb-90c7-4265-a321-be99a937877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:36:39.048645 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:39.049036 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Bound using segment: {'id': '09696d31-4565-499a-bc20-868dbfbb0a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9ead65bb-90c7-4265-a321-be99a937877b'} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:36:39.049531 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Bound port: aaedbe68-6886-4d88-8ebf-1742d4150b98, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09696d31-4565-499a-bc20-868dbfbb0a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9ead65bb-90c7-4265-a321-be99a937877b'}}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:36:39.049913 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (aaedbe68-6886-4d88-8ebf-1742d4150b98), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:39.053413 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:39.053763 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:39.054107 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:39.054453 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:39.054786 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:39.055116 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:39.055441 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:39.055768 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:39.056092 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:39.056436 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:39.056764 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:39.057101 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:39.057426 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:39.057746 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:39.058063 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Tracked resource versions report: Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: pushed versions: Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: { 'AddressGroup': {'1.2'}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Agent': {'1.1'}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'ConntrackHelper': {'1.0'}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'LocalIPAssociation': {'1.0'}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Log': {'1.0'}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'NDPProxy': {'1.0'}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Network': {'1.1'}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Port': {'1.7'}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'PortForwarding': {'1.3'}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'QosPolicy': {'1.10'}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'SecurityGroup': {'1.5'}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'SubPort': {'1.0'}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Subnet': {'1.1'}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Trunk': {'1.1'}} Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: consumer versions: Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: { DHCP agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: L3 agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: Metadata agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: Metering agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: Open vSwitch agent@dv-cinder-731167-2-iscsi: { 'AddressGroup': '1.2', Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Agent': '1.1', Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'ConntrackHelper': '1.0', Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'LocalIPAssociation': '1.0', Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Log': '1.0', Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'NDPProxy': '1.0', Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Network': '1.1', Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Port': '1.7', Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'PortForwarding': '1.3', Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'QosPolicy': '1.10', Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'SecurityGroup': '1.5', Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'SecurityGroupRule': '1.2', Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'SubPort': '1.0', Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Subnet': '1.1', Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Trunk': '1.1'}} Aug 24 16:36:39.059480 dv-cinder-731167-2-iscsi neutron-server[113372]: {{(pid=113372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:36:39.123624 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] For port aaedbe68-6886-4d88-8ebf-1742d4150b98, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:36:39.143498 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] For port aaedbe68-6886-4d88-8ebf-1742d4150b98, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=aaedbe68-6886-4d88-8ebf-1742d4150b98,segment=NetworkSegment(09696d31-4565-499a-bc20-868dbfbb0a75),segment_id=09696d31-4565-499a-bc20-868dbfbb0a75)] {{(pid=113372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:36:39.207618 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (aaedbe68-6886-4d88-8ebf-1742d4150b98), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:39.234454 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:39.242949 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:39.250123 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Routers {'a83cbd90-083f-45a6-bb23-d13d36b751f5'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:36:39.250747 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:36:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['a83cbd90-083f-45a6-bb23-d13d36b751f5'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:36:39.317827 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245740b-e491-4577-b649-3c00fe1d7753 None None] Pushing event updated for resources: {'Port': ['ID=aaedbe68-6886-4d88-8ebf-1742d4150b98,revision_number=4']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:39.348147 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] Set router a83cbd90-083f-45a6-bb23-d13d36b751f5 gateway port host: None {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:36:39.546621 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83cbd90-083f-45a6-bb23-d13d36b751f5', 'name': 'router1', 'tenant_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:36:26Z', 'updated_at': '2022-08-24T16:36:36Z', 'revision_number': 2, 'project_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'gw_port_host': None, '_interfaces': [{'id': 'aaedbe68-6886-4d88-8ebf-1742d4150b98', 'name': '', 'network_id': '9ead65bb-90c7-4265-a321-be99a937877b', 'tenant_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'mac_address': 'fa:16:3e:1d:13:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83cbd90-083f-45a6-bb23-d13d36b751f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '828581e0-abe9-429e-9fbf-63e70b4a23dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:36:35Z', 'updated_at': '2022-08-24T16:36:39Z', 'revision_number': 4, 'project_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'subnets': [{'id': '828581e0-abe9-429e-9fbf-63e70b4a23dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34660692-ff59-4146-8246-159026efe9e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:36:39.571191 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0f9bf1-cbec-472a-b031-018a8b4abd3c None None] The sync data for ids ['a83cbd90-083f-45a6-bb23-d13d36b751f5'] in dv-cinder-731167-2-iscsi is: [{'id': 'a83cbd90-083f-45a6-bb23-d13d36b751f5', 'name': 'router1', 'tenant_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:36:26Z', 'updated_at': '2022-08-24T16:36:36Z', 'revision_number': 2, 'project_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'gw_port_host': None, '_interfaces': [{'id': 'aaedbe68-6886-4d88-8ebf-1742d4150b98', 'name': '', 'network_id': '9ead65bb-90c7-4265-a321-be99a937877b', 'tenant_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'mac_address': 'fa:16:3e:1d:13:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83cbd90-083f-45a6-bb23-d13d36b751f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '828581e0-abe9-429e-9fbf-63e70b4a23dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:36:35Z', 'updated_at': '2022-08-24T16:36:39Z', 'revision_number': 4, 'project_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'subnets': [{'id': '828581e0-abe9-429e-9fbf-63e70b4a23dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34660692-ff59-4146-8246-159026efe9e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:36:39.970177 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 57992) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:36:40.370838 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06251bd-d503-4b1b-a6c3-a23b806232db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:36:40.372194 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-f06251bd-d503-4b1b-a6c3-a23b806232db admin admin] 10.222.0.17 "GET /networking/v2.0/networks/aab3c770-6763-4e5f-928b-64ea6b35bf09 HTTP/1.1" status: 200 len: 842 time: 0.4010770 Aug 24 16:36:40.382499 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-5367b039-8a6f-4297-90df-3aa64ebf674c admin admin] Request body: {'subnet': {'cidr': '172.27.4.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.4.1', 'name': 'public-subnet', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:36:40.460434 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5367b039-8a6f-4297-90df-3aa64ebf674c admin admin] Made reservation on behalf of 86cc49d474614954959fd1fd2c69fbe7 for: {'subnet': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:36:40.462795 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5367b039-8a6f-4297-90df-3aa64ebf674c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:40.919288 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.objects.ports [None req-5367b039-8a6f-4297-90df-3aa64ebf674c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113369) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 24 16:36:40.919749 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5367b039-8a6f-4297-90df-3aa64ebf674c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for subnet (ba0aceaa-a980-4d69-837e-4788be27079a), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:40.945479 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:40.970441 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:40.972622 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5367b039-8a6f-4297-90df-3aa64ebf674c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba0aceaa-a980-4d69-837e-4788be27079a,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:40.990200 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5367b039-8a6f-4297-90df-3aa64ebf674c admin admin] Checking segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:36:40.990546 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5367b039-8a6f-4297-90df-3aa64ebf674c admin admin] Network hostable DHCP agents. Network: aab3c770-6763-4e5f-928b-64ea6b35bf09, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:36:41.088974 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5367b039-8a6f-4297-90df-3aa64ebf674c admin admin] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:36:41.180267 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-5367b039-8a6f-4297-90df-3aa64ebf674c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, aab3c770-6763-4e5f-928b-64ea6b35bf09) {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:36:41.184481 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5367b039-8a6f-4297-90df-3aa64ebf674c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:36:41.185080 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5367b039-8a6f-4297-90df-3aa64ebf674c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:41.190838 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9203ba-2e18-40c5-8277-93c9767f9d6d None None] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:36:41.292368 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-5367b039-8a6f-4297-90df-3aa64ebf674c admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8952663 Aug 24 16:36:41.300376 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb91c140-16f4-4f26-aef6-86b827242d7d None None] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:36:43.731502 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 58000) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:36:44.271735 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a9ee8894-9ad1-420a-a708-4b51387107e7 demo admin] 10.222.0.17 "GET /networking/v2.0/routers/a83cbd90-083f-45a6-bb23-d13d36b751f5 HTTP/1.1" status: 200 len: 710 time: 0.5387988 Aug 24 16:36:44.375863 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7da674e-b02c-4864-a95e-269b304fbff1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:36:44.377354 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a7da674e-b02c-4864-a95e-269b304fbff1 demo admin] 10.222.0.17 "GET /networking/v2.0/networks/aab3c770-6763-4e5f-928b-64ea6b35bf09 HTTP/1.1" status: 200 len: 886 time: 0.1009314 Aug 24 16:36:44.387113 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:36:44.704930 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] Publish callbacks [] for router_gateway (a83cbd90-083f-45a6-bb23-d13d36b751f5), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:44.945187 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device aaedbe68-6886-4d88-8ebf-1742d4150b98 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:36:44.974033 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:44.997537 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] Publish callbacks [] for router_gateway (a83cbd90-083f-45a6-bb23-d13d36b751f5), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:45.002032 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port aaedbe68-6886-4d88-8ebf-1742d4150b98 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:36:45.002485 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (aaedbe68-6886-4d88-8ebf-1742d4150b98), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:45.097757 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port aaedbe68-6886-4d88-8ebf-1742d4150b98 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:36:45.098241 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:45.098364 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (aaedbe68-6886-4d88-8ebf-1742d4150b98), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:45.152463 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port aaedbe68-6886-4d88-8ebf-1742d4150b98, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=aaedbe68-6886-4d88-8ebf-1742d4150b98,segment=NetworkSegment(09696d31-4565-499a-bc20-868dbfbb0a75),segment_id=09696d31-4565-499a-bc20-868dbfbb0a75)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:36:45.225487 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (aaedbe68-6886-4d88-8ebf-1742d4150b98), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:45.274950 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=aaedbe68-6886-4d88-8ebf-1742d4150b98,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:45.282627 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] Allocated IP 172.27.4.144 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/c7571929-4727-4d21-9ebe-8fd4c6671470) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:36:45.285644 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:45.368222 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:45.398499 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] Publish callbacks [] for port (c7571929-4727-4d21-9ebe-8fd4c6671470), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:45.602703 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (c7571929-4727-4d21-9ebe-8fd4c6671470), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:45.684271 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:36:45.693464 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:36:45.697740 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:36:45.700871 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] Pushing event updated for resources: {'Port': ['ID=c7571929-4727-4d21-9ebe-8fd4c6671470,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:46.057944 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] Publish callbacks [] for router_gateway (a83cbd90-083f-45a6-bb23-d13d36b751f5), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:46.242236 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-552944', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3089'] for router (a83cbd90-083f-45a6-bb23-d13d36b751f5), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:46.247193 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552919', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-552937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-552926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549005'] for router (a83cbd90-083f-45a6-bb23-d13d36b751f5), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:46.415094 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] Router a83cbd90-083f-45a6-bb23-d13d36b751f5 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:36:46.517013 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:36:46.522185 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] Publish callbacks [] for router (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:46.525707 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-0de8b9d9-aa17-47a4-92f7-202ad7817195 demo admin] 10.222.0.17 "PUT /networking/v2.0/routers/a83cbd90-083f-45a6-bb23-d13d36b751f5 HTTP/1.1" status: 200 len: 890 time: 2.1397126 Aug 24 16:36:46.539524 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Sync routers for ids ['a83cbd90-083f-45a6-bb23-d13d36b751f5'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:36:46.552905 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Routers {'a83cbd90-083f-45a6-bb23-d13d36b751f5'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:36:46.553973 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:36:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['a83cbd90-083f-45a6-bb23-d13d36b751f5'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:36:46.663313 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:46.764966 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Set router a83cbd90-083f-45a6-bb23-d13d36b751f5 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:36:46.933626 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device aaedbe68-6886-4d88-8ebf-1742d4150b98 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:36:47.098779 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port aaedbe68-6886-4d88-8ebf-1742d4150b98 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:36:47.098779 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (aaedbe68-6886-4d88-8ebf-1742d4150b98), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:47.284469 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83cbd90-083f-45a6-bb23-d13d36b751f5', 'name': 'router1', 'tenant_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c7571929-4727-4d21-9ebe-8fd4c6671470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:36:26Z', 'updated_at': '2022-08-24T16:36:45Z', 'revision_number': 4, 'project_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'gw_port': {'id': 'c7571929-4727-4d21-9ebe-8fd4c6671470', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83cbd90-083f-45a6-bb23-d13d36b751f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:36:45Z', 'updated_at': '2022-08-24T16:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'aaedbe68-6886-4d88-8ebf-1742d4150b98', 'name': '', 'network_id': '9ead65bb-90c7-4265-a321-be99a937877b', 'tenant_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'mac_address': 'fa:16:3e:1d:13:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83cbd90-083f-45a6-bb23-d13d36b751f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '828581e0-abe9-429e-9fbf-63e70b4a23dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:36:35Z', 'updated_at': '2022-08-24T16:36:45Z', 'revision_number': 5, 'project_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'subnets': [{'id': '828581e0-abe9-429e-9fbf-63e70b4a23dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34660692-ff59-4146-8246-159026efe9e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:36:47.355994 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Checking router: a83cbd90-083f-45a6-bb23-d13d36b751f5 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:36:47.356289 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Updating router a83cbd90-083f-45a6-bb23-d13d36b751f5 port c7571929-4727-4d21-9ebe-8fd4c6671470 binding host dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:36:47.416387 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port aaedbe68-6886-4d88-8ebf-1742d4150b98 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:36:47.418705 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (c7571929-4727-4d21-9ebe-8fd4c6671470), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:47.551483 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=60 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:47.552935 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:47.714950 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:47.734286 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Publish callbacks [] for port (c7571929-4727-4d21-9ebe-8fd4c6671470), precommit_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:47.814173 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (c7571929-4727-4d21-9ebe-8fd4c6671470), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:47.846580 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Attempting to bind port c7571929-4727-4d21-9ebe-8fd4c6671470 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:36:47.846950 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Attempting to bind port c7571929-4727-4d21-9ebe-8fd4c6671470 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:36:47.847344 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Attempting to bind port c7571929-4727-4d21-9ebe-8fd4c6671470 on network aab3c770-6763-4e5f-928b-64ea6b35bf09 {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:36:47.859609 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:36:47.859985 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Checking segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:36:47.860475 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:47.860833 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Bound using segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:36:47.861288 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Bound port: c7571929-4727-4d21-9ebe-8fd4c6671470, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:36:47.861678 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (c7571929-4727-4d21-9ebe-8fd4c6671470), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:47.883584 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375523e4-31f0-4871-ac9d-377183c08ba1 None None] Pushing event updated for resources: {'Port': ['ID=c7571929-4727-4d21-9ebe-8fd4c6671470,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:47.914939 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] For port c7571929-4727-4d21-9ebe-8fd4c6671470, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:36:47.917971 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] For port c7571929-4727-4d21-9ebe-8fd4c6671470, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=c7571929-4727-4d21-9ebe-8fd4c6671470,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:36:47.969347 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (c7571929-4727-4d21-9ebe-8fd4c6671470), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:47.972886 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:48.012000 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Routers {'a83cbd90-083f-45a6-bb23-d13d36b751f5'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:36:48.012620 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:36:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['a83cbd90-083f-45a6-bb23-d13d36b751f5'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:36:48.087369 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375523e4-31f0-4871-ac9d-377183c08ba1 None None] Pushing event updated for resources: {'Port': ['ID=c7571929-4727-4d21-9ebe-8fd4c6671470,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:48.124587 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] Set router a83cbd90-083f-45a6-bb23-d13d36b751f5 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:36:48.322712 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83cbd90-083f-45a6-bb23-d13d36b751f5', 'name': 'router1', 'tenant_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c7571929-4727-4d21-9ebe-8fd4c6671470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:36:26Z', 'updated_at': '2022-08-24T16:36:45Z', 'revision_number': 4, 'project_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'gw_port': {'id': 'c7571929-4727-4d21-9ebe-8fd4c6671470', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83cbd90-083f-45a6-bb23-d13d36b751f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:36:45Z', 'updated_at': '2022-08-24T16:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'aaedbe68-6886-4d88-8ebf-1742d4150b98', 'name': '', 'network_id': '9ead65bb-90c7-4265-a321-be99a937877b', 'tenant_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'mac_address': 'fa:16:3e:1d:13:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83cbd90-083f-45a6-bb23-d13d36b751f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '828581e0-abe9-429e-9fbf-63e70b4a23dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:36:35Z', 'updated_at': '2022-08-24T16:36:45Z', 'revision_number': 5, 'project_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'subnets': [{'id': '828581e0-abe9-429e-9fbf-63e70b4a23dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34660692-ff59-4146-8246-159026efe9e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:36:48.349273 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a218480-ae29-4ea6-8e5d-b36c88192612 None None] The sync data for ids ['a83cbd90-083f-45a6-bb23-d13d36b751f5'] in dv-cinder-731167-2-iscsi is: [{'id': 'a83cbd90-083f-45a6-bb23-d13d36b751f5', 'name': 'router1', 'tenant_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.144'}], 'enable_snat': True}, 'gw_port_id': 'c7571929-4727-4d21-9ebe-8fd4c6671470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:36:26Z', 'updated_at': '2022-08-24T16:36:45Z', 'revision_number': 4, 'project_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'gw_port': {'id': 'c7571929-4727-4d21-9ebe-8fd4c6671470', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:51:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83cbd90-083f-45a6-bb23-d13d36b751f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:36:45Z', 'updated_at': '2022-08-24T16:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'aaedbe68-6886-4d88-8ebf-1742d4150b98', 'name': '', 'network_id': '9ead65bb-90c7-4265-a321-be99a937877b', 'tenant_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'mac_address': 'fa:16:3e:1d:13:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83cbd90-083f-45a6-bb23-d13d36b751f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '828581e0-abe9-429e-9fbf-63e70b4a23dd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:36:35Z', 'updated_at': '2022-08-24T16:36:45Z', 'revision_number': 5, 'project_id': 'e50fa06fb1774ed1b1cc4471b8e86025', 'subnets': [{'id': '828581e0-abe9-429e-9fbf-63e70b4a23dd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34660692-ff59-4146-8246-159026efe9e6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:36:48.955886 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device c7571929-4727-4d21-9ebe-8fd4c6671470 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:36:49.004018 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port c7571929-4727-4d21-9ebe-8fd4c6671470 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:36:49.004433 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (c7571929-4727-4d21-9ebe-8fd4c6671470), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:49.079205 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port c7571929-4727-4d21-9ebe-8fd4c6671470 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:36:49.079602 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (c7571929-4727-4d21-9ebe-8fd4c6671470), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:49.101434 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port c7571929-4727-4d21-9ebe-8fd4c6671470, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=c7571929-4727-4d21-9ebe-8fd4c6671470,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:36:49.127242 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 58012) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:36:49.162364 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (c7571929-4727-4d21-9ebe-8fd4c6671470), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:49.185124 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:49.211964 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=c7571929-4727-4d21-9ebe-8fd4c6671470,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:36:49.335833 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 5 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:36:49.641239 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-bb0060ff-0bc6-4026-9c92-01970255176c admin admin] 10.222.0.17 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.5128257 Aug 24 16:36:50.934581 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device c7571929-4727-4d21-9ebe-8fd4c6671470 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:36:50.990693 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port c7571929-4727-4d21-9ebe-8fd4c6671470 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:36:50.991076 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (c7571929-4727-4d21-9ebe-8fd4c6671470), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:36:51.062654 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port c7571929-4727-4d21-9ebe-8fd4c6671470 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:36:56.347140 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=56 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:59.332876 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=20 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:59.633384 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:36:59.637659 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:37:01.059193 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=21 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:37:01.060866 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:37:01.785063 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-965c4916-d79a-4935-adce-d66c2bffd63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:37:04.001075 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-2939aeba-0bb0-4bb8-bf5f-ddd0bfac6d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:37:05.636427 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:37:07.030407 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:37:07.258624 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:37:17.178807 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:37:17.185402 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:37:26.335913 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 5 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:37:31.800165 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-06bfec5b-5314-417b-8ff5-25a90395e48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:37:33.345199 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=4 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:37:34.017643 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-af782ec6-daac-4a54-ac97-884609a6a76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:37:35.634810 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:37:36.332882 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=4 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:37:37.051285 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:37:37.240140 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:37:47.177736 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=19 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:37:47.183042 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:38:01.814807 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-5601c054-f394-4cd5-baeb-3014ab02dacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:38:03.338574 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 5 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:38:03.998408 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-09258c00-674e-4d70-a342-b33077f62896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:38:05.632690 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:38:07.038234 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:38:07.227590 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:38:10.341907 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=4 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:38:13.332675 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:38:15.046498 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 58550) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:38:15.387030 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f97d739-46b6-4aaf-9d96-c565cb6e08ab admin admin] GET failed (client error): The resource could not be found. Aug 24 16:38:15.388324 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-6f97d739-46b6-4aaf-9d96-c565cb6e08ab admin admin] 10.222.0.17 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3408716 Aug 24 16:38:15.553363 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2534ae0-8758-4628-8a18-ecf5a55d75d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:38:15.554849 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-d2534ae0-8758-4628-8a18-ecf5a55d75d6 admin admin] 10.222.0.17 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1621070 Aug 24 16:38:17.178468 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:38:17.180268 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:38:17.882390 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 58560) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:38:18.263501 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3763de28-38f3-493b-8767-c8650c5a370d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:38:18.264865 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-3763de28-38f3-493b-8767-c8650c5a370d admin admin] 10.222.0.17 "GET /networking/v2.0/subnets/828581e0-abe9-429e-9fbf-63e70b4a23dd HTTP/1.1" status: 200 len: 849 time: 0.3815386 Aug 24 16:38:18.275420 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:38:18.360658 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Publish callbacks [] for subnet (828581e0-abe9-429e-9fbf-63e70b4a23dd), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:38:18.626248 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749321751188'] for subnet (828581e0-abe9-429e-9fbf-63e70b4a23dd), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:38:18.662676 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:38:18.662676 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:38:18.664182 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] 10.222.0.17 "PUT /networking/v2.0/subnets/828581e0-abe9-429e-9fbf-63e70b4a23dd HTTP/1.1" status: 200 len: 868 time: 0.3928623 Aug 24 16:38:18.669848 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592209f5-1251-48ef-a01f-b00743178827 None None] Network 9ead65bb-90c7-4265-a321-be99a937877b requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:38:18.692115 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=828581e0-abe9-429e-9fbf-63e70b4a23dd,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:38:18.701898 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:38:18.702270 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:38:18.702612 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:38:18.702954 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:38:18.703289 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:38:18.703618 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:38:18.703943 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:38:18.704270 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:38:18.704667 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:38:18.704962 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:38:18.705287 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:38:18.705627 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:38:18.705950 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:38:18.706295 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:38:18.706613 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0ac8-04bb-4cef-852e-29d0ab085967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:38:18.992069 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-750dff47-9569-47ae-8d92-07bb255118a6 None None] Provisioning complete for port fbec19f0-b73b-4565-b702-16eec3a4eab5 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:38:18.992492 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-750dff47-9569-47ae-8d92-07bb255118a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (fbec19f0-b73b-4565-b702-16eec3a4eab5), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:38:19.064045 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-750dff47-9569-47ae-8d92-07bb255118a6 None None] Current status of the port fbec19f0-b73b-4565-b702-16eec3a4eab5 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:38:19.072114 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-750dff47-9569-47ae-8d92-07bb255118a6 None None] Provisioning complete for port aaedbe68-6886-4d88-8ebf-1742d4150b98 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:38:19.072530 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-750dff47-9569-47ae-8d92-07bb255118a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (aaedbe68-6886-4d88-8ebf-1742d4150b98), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:38:19.148064 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-750dff47-9569-47ae-8d92-07bb255118a6 None None] Current status of the port aaedbe68-6886-4d88-8ebf-1742d4150b98 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:38:21.022889 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 58568) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:38:21.510763 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26ab856-11c2-4b7d-a6a2-8df9eb98ba99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:38:21.511241 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26ab856-11c2-4b7d-a6a2-8df9eb98ba99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:38:21.512888 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-d26ab856-11c2-4b7d-a6a2-8df9eb98ba99 admin admin] 10.222.0.17 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4890449 Aug 24 16:38:23.828976 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 58576) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:38:24.316538 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc467afa-8e99-4c67-9525-a117af20caf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:38:24.317017 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc467afa-8e99-4c67-9525-a117af20caf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:38:24.318531 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-fc467afa-8e99-4c67-9525-a117af20caf6 admin admin] 10.222.0.17 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4885774 Aug 24 16:38:26.654427 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 58586) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:38:27.066534 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1f5a52-51ad-4a83-806b-b8fa408f1c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:38:27.067794 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-0f1f5a52-51ad-4a83-806b-b8fa408f1c56 admin admin] 10.222.0.17 "GET /networking/v2.0/networks/9ead65bb-90c7-4265-a321-be99a937877b HTTP/1.1" status: 200 len: 869 time: 0.4124184 Aug 24 16:38:29.145232 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=41 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:38:29.147101 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=36 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:38:29.436738 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 58594) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:38:29.841455 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3431862a-f633-4aec-8881-8ad29591f669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:38:29.842795 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-3431862a-f633-4aec-8881-8ad29591f669 admin admin] 10.222.0.17 "GET /networking/v2.0/networks/aab3c770-6763-4e5f-928b-64ea6b35bf09 HTTP/1.1" status: 200 len: 886 time: 0.4045465 Aug 24 16:38:31.813099 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6c47b304-9b9c-49aa-8e4d-b1a1e005b34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:38:32.758789 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 58602) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:38:33.160545 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c6e308-d8be-4485-856b-08f9c433cafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:38:33.161003 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c6e308-d8be-4485-856b-08f9c433cafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:38:33.162517 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-d8c6e308-d8be-4485-856b-08f9c433cafb admin admin] 10.222.0.17 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4027977 Aug 24 16:38:33.996004 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-3757b882-a977-4dc0-8142-4d7a3af89f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:38:35.527937 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 58610) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:38:35.636772 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:38:35.934359 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b8a2a-36a9-4744-84ba-367087d0b4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:38:35.934811 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b8a2a-36a9-4744-84ba-367087d0b4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:38:35.936327 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-586b8a2a-36a9-4744-84ba-367087d0b4da admin admin] 10.222.0.17 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4074178 Aug 24 16:38:37.062634 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=23 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:38:37.070815 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=23 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:38:37.099906 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:38:37.253882 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:38:38.276900 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 58618) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:38:38.652160 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dca1e8-3dc3-41bf-965a-6136e62e31e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:38:38.653567 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-37dca1e8-3dc3-41bf-965a-6136e62e31e8 admin admin] 10.222.0.17 "GET /networking/v2.0/subnets/828581e0-abe9-429e-9fbf-63e70b4a23dd HTTP/1.1" status: 200 len: 868 time: 0.3757098 Aug 24 16:38:40.334524 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 5 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:38:40.985444 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 58626) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:38:41.354980 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d580da24-25f5-45ae-b3fb-ae2a95a9ed70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:38:41.356356 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-d580da24-25f5-45ae-b3fb-ae2a95a9ed70 admin admin] 10.222.0.17 "GET /networking/v2.0/subnets/ba0aceaa-a980-4d69-837e-4788be27079a HTTP/1.1" status: 200 len: 816 time: 0.3698943 Aug 24 16:38:45.927288 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:38:45.930321 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:38:47.173504 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:38:47.176360 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:38:50.330271 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:38:50.331058 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=5 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:38:51.350294 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=13 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:38:51.352157 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=10 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:39:01.795530 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-633382a9-5c0b-4182-be28-ad4544008f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:02.266204 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=12 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:39:03.972608 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-fe52a3d2-af88-4d57-9b9f-3cb7ff218792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:04.354819 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=16 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:39:05.640469 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:07.052088 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:07.246591 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:10.295298 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 58682) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:39:10.743460 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [None req-d02f0ff8-1b39-4ec7-81b6-5041ed812a69 admin admin] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 16:39:10.744493 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-d02f0ff8-1b39-4ec7-81b6-5041ed812a69 admin admin] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4482436 Aug 24 16:39:13.191607 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 58690) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:39:13.550127 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b9c769-80fe-451a-97fc-4f781b627235 admin admin] GET failed (client error): The resource could not be found. Aug 24 16:39:13.552888 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-03b9c769-80fe-451a-97fc-4f781b627235 admin admin] 10.222.0.17 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3589437 Aug 24 16:39:13.704554 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401ace4f-5760-4966-bb83-d932dcecb2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:39:13.706117 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-401ace4f-5760-4966-bb83-d932dcecb2b5 admin admin] 10.222.0.17 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1501610 Aug 24 16:39:16.077296 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 58698) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:39:16.409080 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:39:16.479946 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Made reservation on behalf of 86cc49d474614954959fd1fd2c69fbe7 for: {'network': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:39:16.482359 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:16.512272 dv-cinder-731167-2-iscsi neutron-server[113370]: WARNING neutron.services.revisions.revision_plugin [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Could not find related network for resource to bump revision. Aug 24 16:39:16.528794 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=113370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:39:16.544632 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749321758823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (fb367693-ca8c-48f9-b3e1-687af67e5b3c), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:16.545156 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Unsubscribe: segment precommit_create {{(pid=113370) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 16:39:16.545633 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.segments_db [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Added segment fb367693-ca8c-48f9-b3e1-687af67e5b3c of type vlan for network 1d1aae24-4764-4565-a5cb-8e11b31de93a Aug 24 16:39:16.595369 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (1d1aae24-4764-4565-a5cb-8e11b31de93a), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:16.685946 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (1d1aae24-4764-4565-a5cb-8e11b31de93a), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:16.686931 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:39:16.687500 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:16.783590 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Pushing event updated for resources: {'Network': ['ID=1d1aae24-4764-4565-a5cb-8e11b31de93a,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:39:16.791036 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:16.792125 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:16.792125 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:16.792125 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:16.792434 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:16.792701 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:16.793025 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:16.793344 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:16.793665 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:16.793987 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:16.794309 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:16.794646 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:16.794968 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:16.795283 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:16.795599 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:16.807809 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network 1d1aae24-4764-4565-a5cb-8e11b31de93a details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:39:16.814075 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-1c2b9139-6e4a-4a6b-8839-f2109b14b713 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7357092 Aug 24 16:39:17.333196 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 5 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:39:19.174230 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 58706) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:39:19.510093 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.pecan_wsgi.hooks.translation [None req-5116a5d4-ff70-4245-9c71-f90d1bf3f77d admin admin] GET failed (client error): The resource could not be found. Aug 24 16:39:19.511375 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-5116a5d4-ff70-4245-9c71-f90d1bf3f77d admin admin] 10.222.0.17 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3362026 Aug 24 16:39:19.587993 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2386631e-2556-4f3a-b993-0e55962e4ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:39:19.589472 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-2386631e-2556-4f3a-b993-0e55962e4ef9 admin admin] 10.222.0.17 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0736742 Aug 24 16:39:19.599914 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-574672ae-8540-4052-8037-def980c8befa admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '1d1aae24-4764-4565-a5cb-8e11b31de93a', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:39:19.697371 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574672ae-8540-4052-8037-def980c8befa admin admin] Made reservation on behalf of 86cc49d474614954959fd1fd2c69fbe7 for: {'subnet': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:39:19.699707 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-574672ae-8540-4052-8037-def980c8befa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:19.948827 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-574672ae-8540-4052-8037-def980c8befa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for subnet (2423ae8f-da96-4f7f-9441-731cad0585be), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:20.002732 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574672ae-8540-4052-8037-def980c8befa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2423ae8f-da96-4f7f-9441-731cad0585be,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:39:20.019981 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574672ae-8540-4052-8037-def980c8befa admin admin] Checking segment: {'id': 'fb367693-ca8c-48f9-b3e1-687af67e5b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d1aae24-4764-4565-a5cb-8e11b31de93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:39:20.020403 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574672ae-8540-4052-8037-def980c8befa admin admin] Network hostable DHCP agents. Network: 1d1aae24-4764-4565-a5cb-8e11b31de93a, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:39:20.171512 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574672ae-8540-4052-8037-def980c8befa admin admin] Network 1d1aae24-4764-4565-a5cb-8e11b31de93a is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:39:20.257679 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-574672ae-8540-4052-8037-def980c8befa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, 1d1aae24-4764-4565-a5cb-8e11b31de93a) {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:39:20.262132 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574672ae-8540-4052-8037-def980c8befa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:39:20.263301 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-574672ae-8540-4052-8037-def980c8befa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:20.271392 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce95170-d1d0-460d-a2bf-5abfa3f98896 None None] Network 1d1aae24-4764-4565-a5cb-8e11b31de93a requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:39:20.335268 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-574672ae-8540-4052-8037-def980c8befa admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7391274 Aug 24 16:39:20.381548 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79e58bd-cc35-52eb-9f37-819db978e22d-1d1aae24-4764-4565-a5cb-8e11b31de93a', 'network_id': '1d1aae24-4764-4565-a5cb-8e11b31de93a', 'project_id': '86cc49d474614954959fd1fd2c69fbe7', 'fixed_ips': [{'subnet_id': '2423ae8f-da96-4f7f-9441-731cad0585be'}]}} from dv-cinder-731167-2-iscsi. {{(pid=113371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 16:39:20.382515 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:20.529186 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.db_base_plugin_common [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Allocated IP 192.168.233.2 (1d1aae24-4764-4565-a5cb-8e11b31de93a/2423ae8f-da96-4f7f-9441-731cad0585be/d57076ad-dcd0-4c28-a6d4-ad28cef103e8) {{(pid=113371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:39:20.784600 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Publish callbacks [] for port (d57076ad-dcd0-4c28-a6d4-ad28cef103e8), precommit_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:20.851772 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (d57076ad-dcd0-4c28-a6d4-ad28cef103e8), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:20.893536 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Network 1d1aae24-4764-4565-a5cb-8e11b31de93a is already hosted by enough agents. {{(pid=113371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:39:20.897664 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.base_scheduler [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Resources bound (agent type, host, resource id): {{(pid=113371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:39:20.901455 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Received port after_create {{(pid=113371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:39:20.915103 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Pushing event updated for resources: {'Port': ['ID=d57076ad-dcd0-4c28-a6d4-ad28cef103e8,revision_number=1']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:39:20.939406 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:20.939751 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:20.940119 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:20.940510 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:20.940849 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:20.941306 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:20.941634 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:20.941900 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:20.942227 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:20.942552 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:20.942875 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:20.943218 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:20.943542 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:20.943869 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:20.944214 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:39:20.984291 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Attempting to bind port d57076ad-dcd0-4c28-a6d4-ad28cef103e8 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:39:20.984704 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Attempting to bind port d57076ad-dcd0-4c28-a6d4-ad28cef103e8 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'fb367693-ca8c-48f9-b3e1-687af67e5b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d1aae24-4764-4565-a5cb-8e11b31de93a'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:39:20.985062 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Attempting to bind port d57076ad-dcd0-4c28-a6d4-ad28cef103e8 on network 1d1aae24-4764-4565-a5cb-8e11b31de93a {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:39:20.990570 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:39:20.990945 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Checking segment: {'id': 'fb367693-ca8c-48f9-b3e1-687af67e5b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d1aae24-4764-4565-a5cb-8e11b31de93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:39:20.991346 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:20.991736 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Bound using segment: {'id': 'fb367693-ca8c-48f9-b3e1-687af67e5b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d1aae24-4764-4565-a5cb-8e11b31de93a'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:39:20.992198 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Bound port: d57076ad-dcd0-4c28-a6d4-ad28cef103e8, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb367693-ca8c-48f9-b3e1-687af67e5b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d1aae24-4764-4565-a5cb-8e11b31de93a'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:39:20.992627 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (d57076ad-dcd0-4c28-a6d4-ad28cef103e8), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:21.054540 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] For port d57076ad-dcd0-4c28-a6d4-ad28cef103e8, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:39:21.057558 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] For port d57076ad-dcd0-4c28-a6d4-ad28cef103e8, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=d57076ad-dcd0-4c28-a6d4-ad28cef103e8,segment=NetworkSegment(fb367693-ca8c-48f9-b3e1-687af67e5b3c),segment_id=fb367693-ca8c-48f9-b3e1-687af67e5b3c)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:39:21.109425 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (d57076ad-dcd0-4c28-a6d4-ad28cef103e8), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:21.163553 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8c3cf-da2c-4655-a914-1d8d57f1c2e8 None None] Pushing event updated for resources: {'Port': ['ID=d57076ad-dcd0-4c28-a6d4-ad28cef103e8,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:39:21.950824 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511e8eb4-3b9d-4907-b2c5-dbff6a0041bc None None] Network 1d1aae24-4764-4565-a5cb-8e11b31de93a requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:39:22.012594 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:39:22.019133 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:UPDATE=6,neutron:SELECT=88,neutron:INSERT=6 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:39:22.039583 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-2c81010c-ddd7-46fc-8663-a86041cdf933 None None] Provisioning complete for port d57076ad-dcd0-4c28-a6d4-ad28cef103e8 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:39:22.039973 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-2c81010c-ddd7-46fc-8663-a86041cdf933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (d57076ad-dcd0-4c28-a6d4-ad28cef103e8), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:22.149954 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-2c81010c-ddd7-46fc-8663-a86041cdf933 None None] Current status of the port d57076ad-dcd0-4c28-a6d4-ad28cef103e8 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:39:22.149954 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-2c81010c-ddd7-46fc-8663-a86041cdf933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (d57076ad-dcd0-4c28-a6d4-ad28cef103e8), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:22.187917 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-2c81010c-ddd7-46fc-8663-a86041cdf933 None None] For port d57076ad-dcd0-4c28-a6d4-ad28cef103e8, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=d57076ad-dcd0-4c28-a6d4-ad28cef103e8,segment=NetworkSegment(fb367693-ca8c-48f9-b3e1-687af67e5b3c),segment_id=fb367693-ca8c-48f9-b3e1-687af67e5b3c)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:39:22.269835 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-2c81010c-ddd7-46fc-8663-a86041cdf933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (d57076ad-dcd0-4c28-a6d4-ad28cef103e8), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:22.317791 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81010c-ddd7-46fc-8663-a86041cdf933 None None] Pushing event updated for resources: {'Port': ['ID=d57076ad-dcd0-4c28-a6d4-ad28cef103e8,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:39:22.388324 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-744f026c-792d-4c7a-9cc9-cbd2c6256881 None None] Provisioning complete for port d57076ad-dcd0-4c28-a6d4-ad28cef103e8 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:39:22.388790 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-744f026c-792d-4c7a-9cc9-cbd2c6256881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (d57076ad-dcd0-4c28-a6d4-ad28cef103e8), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:22.469378 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-744f026c-792d-4c7a-9cc9-cbd2c6256881 None None] Current status of the port d57076ad-dcd0-4c28-a6d4-ad28cef103e8 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:39:23.062578 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device d57076ad-dcd0-4c28-a6d4-ad28cef103e8 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:39:23.108443 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port d57076ad-dcd0-4c28-a6d4-ad28cef103e8 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:39:23.108831 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (d57076ad-dcd0-4c28-a6d4-ad28cef103e8), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:23.184515 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port d57076ad-dcd0-4c28-a6d4-ad28cef103e8 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:39:27.327837 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=4 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:39:27.328631 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=4 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:39:30.274722 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:39:30.275561 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=80,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:39:31.816585 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cf7b3be9-2d75-4018-a2a9-e79cf3f176b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:32.141067 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:39:34.027999 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-3d4c6eb3-a31f-4071-9b4d-265eba57b449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:35.639221 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:37.051149 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:37.256276 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:39:47.173796 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:39:47.177008 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:39:54.333587 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 5 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:40:01.813807 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cfa29dce-972a-4146-a9ed-369eb656ad9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:40:04.031576 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-2a62db23-86e5-4008-8f3c-472fc6842bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:40:04.329121 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:40:04.329926 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:40:05.649152 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:40:07.048762 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:40:07.220505 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:40:17.168218 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:40:17.174557 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:40:31.332909 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 5 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:40:31.807177 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-c4e7fba0-25e8-4c9e-860f-c5ea06df2543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:40:34.035911 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3927-1c53-4828-bc8f-80220d3d2557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:40:35.642918 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:40:37.069298 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:40:37.230220 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:40:41.328246 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=4 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:40:41.329013 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=4 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:40:41.789662 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 58746) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:40:41.795274 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [None req-936f645f-59c3-41de-8283-37fa1c985a27 tempest-verify_tempest_config-2006422156 tempest-verify_tempest_config-2006422156-project] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 16:40:41.796809 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-936f645f-59c3-41de-8283-37fa1c985a27 tempest-verify_tempest_config-2006422156 tempest-verify_tempest_config-2006422156-project] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056810 Aug 24 16:40:42.446902 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 58764) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:40:42.782302 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:40:42.882175 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Publish callbacks [] for security_group (8433750a-e105-4480-a9c1-42905a5d861c), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:40:42.955092 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (8433750a-e105-4480-a9c1-42905a5d861c), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:40:43.005224 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=6318030e995048419f4420fe05a164f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5572743 Aug 24 16:40:43.006058 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8433750a-e105-4480-a9c1-42905a5d861c,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:40:43.007938 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 58768) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:40:43.013192 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.013545 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.013909 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.014262 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.015396 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.015869 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.016206 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.016882 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.016882 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.017210 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.017561 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.017908 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.018236 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.018881 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.019193 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5a7fd6-8071-455c-916e-42d63eba653e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.067085 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Publish callbacks [] for security_group (8433750a-e105-4480-a9c1-42905a5d861c), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:40:43.087315 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Publish callbacks [] for security_group (8433750a-e105-4480-a9c1-42905a5d861c), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:40:43.241441 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (8433750a-e105-4480-a9c1-42905a5d861c), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:40:43.243931 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:40:43.245120 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/8433750a-e105-4480-a9c1-42905a5d861c HTTP/1.1" status: 204 len: 168 time: 0.2360566 Aug 24 16:40:43.253690 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8433750a-e105-4480-a9c1-42905a5d861c,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:40:43.260574 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.260920 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.261273 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.261611 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.262030 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.262249 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.262569 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.262890 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.263224 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.263547 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.263891 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.264228 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.265273 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.265596 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:43.265913 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7596d768-fcfb-4ead-aa6c-8e12fd97087a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:40:47.180912 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:40:53.008291 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:40:53.009097 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:40:53.256681 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:40:53.257868 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:40:53.286557 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:41:01.816736 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-87d20c17-8fce-4d78-a8fb-6196a6ad9a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:41:02.133690 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=16 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:41:02.134975 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=10 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:41:03.982801 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-239cbe7f-1bcb-4b67-bf36-43746f13dd1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:41:05.639492 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:41:07.050657 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:41:07.245507 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:41:08.332018 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 5 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:41:17.177434 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:41:17.179352 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:41:18.327101 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:41:18.328644 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=5 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:41:31.809243 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-29d0b3af-1c70-4410-b65f-1c76734516d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:41:33.992139 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-8196de09-5f55-4cd2-952c-c106f1789e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:41:35.688935 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:41:37.061051 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:41:37.231938 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:41:45.332933 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 5 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:41:47.180904 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=22 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:41:47.182711 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:42:00.335189 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=7 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:42:00.336307 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:42:01.814163 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-689410c3-373d-4a8f-a8e9-ab0f8973f1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:42:04.001797 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-17be349f-4b30-4f6c-9a6f-eae876cd83ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:42:05.647440 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:42:07.058718 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:42:07.230294 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:42:17.172610 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:42:17.179946 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:42:20.322829 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548974'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:42:22.332611 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:42:30.259003 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:42:30.261867 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:42:31.805854 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-91bb487a-9efc-4f66-8226-3751654f8b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:42:32.328284 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:42:32.330039 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=5 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:42:32.654670 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 58866) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:42:32.785174 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-989e9e8c-66df-40d2-aac8-01fcddf57ac4 admin admin] 10.222.0.17 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1293671 Aug 24 16:42:34.017729 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-c8e949d2-e2a7-470e-97ad-a9d51e23597a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:42:35.038246 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 58876) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:42:35.092383 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-1209709a-beb4-4386-bc09-d6d09fc55606 admin admin] 10.222.0.17 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530343 Aug 24 16:42:35.657480 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:42:37.102789 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:42:37.262812 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:42:45.086983 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:42:45.088127 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:42:47.177551 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:42:47.179336 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:42:50.318672 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:42:59.332404 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:43:00.240483 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:43:00.247471 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:43:01.838390 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-c2ec34a1-8c53-4adf-bd05-e953e958ce29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:43:03.997861 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-2767d4d8-342d-4ac3-b880-9825bc579dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:43:05.684000 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:43:07.066935 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:43:07.220940 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:43:09.326810 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=19 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:43:09.327594 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=15 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:43:17.174472 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:43:17.181416 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:43:20.397447 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:43:30.269209 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:43:30.271546 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:43:31.825596 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-84293244-8077-416b-a2f6-66b9fdaafe8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:43:34.019997 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-fbcefc01-3baa-4a47-b286-dad5f712108b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:43:35.636590 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:43:36.331990 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:43:37.077547 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:43:37.225491 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:43:43.321447 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:43:46.327754 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=5 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:43:47.178134 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:43:47.179919 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:43:50.323711 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:00.260562 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:00.268645 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:00.339357 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:01.841887 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-356192a1-8b4e-4ea5-8a17-d64a80b89bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:04.035156 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b6e0da46-c459-4a8d-ab7a-bac0c1b66018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:04.331222 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=2 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:05.692220 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:07.121885 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:07.257628 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:08.444764 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59078) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:09.079525 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1644760546-network', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:09.153857 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Made reservation on behalf of 8af535d51fd345f8a9584cc6aaa38bda for: {'network': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:44:09.156264 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:09.165071 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:09.253131 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Publish callbacks [] for security_group (338ce37d-7d74-4e38-ad98-f2c8c90a2637), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:09.330324 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59122) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:09.348907 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (338ce37d-7d74-4e38-ad98-f2c8c90a2637), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:09.354191 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59126) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:09.368419 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59132) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:09.389098 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338ce37d-7d74-4e38-ad98-f2c8c90a2637,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:09.394356 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=113369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:44:09.404243 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:09.404599 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:09.404949 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:09.405287 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:09.405617 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:09.406305 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:09.406631 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:09.406972 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:09.407296 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:09.407620 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:09.407969 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:09.408288 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Tracked resource versions report: Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: pushed versions: Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: { 'AddressGroup': {'1.2'}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Agent': {'1.1'}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'ConntrackHelper': {'1.0'}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'LocalIPAssociation': {'1.0'}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Log': {'1.0'}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'NDPProxy': {'1.0'}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Network': {'1.1'}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Port': {'1.7'}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'PortForwarding': {'1.3'}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'QosPolicy': {'1.10'}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'SecurityGroup': {'1.5'}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'SubPort': {'1.0'}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Subnet': {'1.1'}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Trunk': {'1.1'}} Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: consumer versions: Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: { DHCP agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: HyperV agent@hv-cinder-73116: {}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: L3 agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: Metadata agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: Metering agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: Open vSwitch agent@dv-cinder-731167-2-iscsi: { 'AddressGroup': '1.2', Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Agent': '1.1', Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'ConntrackHelper': '1.0', Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'LocalIPAssociation': '1.0', Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Log': '1.0', Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'NDPProxy': '1.0', Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Network': '1.1', Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Port': '1.7', Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'PortForwarding': '1.3', Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'QosPolicy': '1.10', Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'SecurityGroup': '1.5', Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'SecurityGroupRule': '1.2', Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'SubPort': '1.0', Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Subnet': '1.1', Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: 'Trunk': '1.1'}} Aug 24 16:44:09.410346 dv-cinder-731167-2-iscsi neutron-server[113369]: {{(pid=113369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:44:09.423565 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (343faadd-9a0b-49b4-92f4-c626772d6e30), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:09.423917 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.segments_db [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Added segment 343faadd-9a0b-49b4-92f4-c626772d6e30 of type vlan for network 883b1cf6-8114-4681-9877-f2163f4c86c7 Aug 24 16:44:09.467075 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (883b1cf6-8114-4681-9877-f2163f4c86c7), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:09.566040 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-bb27a018-98c8-40df-8047-2453ad914d07 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-network', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:09.587578 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (883b1cf6-8114-4681-9877-f2163f4c86c7), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:09.591857 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:09.591857 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:09.612835 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-427545844-network', 'tenant_id': 'd09164dc6ad44a87b7fae777d9f8435a'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:09.649929 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-eef8b340-62da-4e08-8a63-cf73da0dfb71 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1702939345-network', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:09.692771 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb27a018-98c8-40df-8047-2453ad914d07 admin admin] Made reservation on behalf of c99d97707cc2485284d8d33522ebb918 for: {'network': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:44:09.696222 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bb27a018-98c8-40df-8047-2453ad914d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:09.709760 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bb27a018-98c8-40df-8047-2453ad914d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:09.873686 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4270189 Aug 24 16:44:09.874750 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59154) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:09.879547 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Request body: {'subnet': {'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-subnet', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:09.883970 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26aa5a5-9640-4844-8eb6-825d652a490b admin admin] Pushing event updated for resources: {'Network': ['ID=883b1cf6-8114-4681-9877-f2163f4c86c7,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:09.904576 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network 883b1cf6-8114-4681-9877-f2163f4c86c7 details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:44:09.930072 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Made reservation on behalf of d09164dc6ad44a87b7fae777d9f8435a for: {'network': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:44:09.932457 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:09.953381 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.027770 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bb27a018-98c8-40df-8047-2453ad914d07 admin admin] Publish callbacks [] for security_group (30d0872a-236d-42dd-953b-3746c9931cf1), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.029811 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef8b340-62da-4e08-8a63-cf73da0dfb71 admin admin] Made reservation on behalf of b71890b7a23944ee939c4bd13408063f for: {'network': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:44:10.033632 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-eef8b340-62da-4e08-8a63-cf73da0dfb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.067635 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-eef8b340-62da-4e08-8a63-cf73da0dfb71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.075500 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Made reservation on behalf of 8af535d51fd345f8a9584cc6aaa38bda for: {'subnet': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:44:10.078298 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.136802 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bb27a018-98c8-40df-8047-2453ad914d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (30d0872a-236d-42dd-953b-3746c9931cf1), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.179223 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=70,neutron:INSERT=26,neutron:UPDATE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:10.189104 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb27a018-98c8-40df-8047-2453ad914d07 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=113369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:44:10.211373 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27a018-98c8-40df-8047-2453ad914d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d0872a-236d-42dd-953b-3746c9931cf1,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:10.250440 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bb27a018-98c8-40df-8047-2453ad914d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (5fb96c91-9e79-4832-b43f-74da871c0758), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.251484 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.segments_db [None req-bb27a018-98c8-40df-8047-2453ad914d07 admin admin] Added segment 5fb96c91-9e79-4832-b43f-74da871c0758 of type vlan for network 4d88a69f-ea66-4ba4-9592-a2ab513e73da Aug 24 16:44:10.269261 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:10.288555 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Publish callbacks [] for security_group (a7b2da6c-b215-4421-a048-77c7f7ad20ed), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.294484 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-eef8b340-62da-4e08-8a63-cf73da0dfb71 admin admin] Publish callbacks [] for security_group (81895b61-720c-4515-a6ba-1382f938abef), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.347927 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bb27a018-98c8-40df-8047-2453ad914d07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (4d88a69f-ea66-4ba4-9592-a2ab513e73da), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.361132 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for subnet (502f9714-b664-4573-bc1d-27593423cf2c), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.383852 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-eef8b340-62da-4e08-8a63-cf73da0dfb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (81895b61-720c-4515-a6ba-1382f938abef), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.418824 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8b340-62da-4e08-8a63-cf73da0dfb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81895b61-720c-4515-a6ba-1382f938abef,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:10.435299 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef8b340-62da-4e08-8a63-cf73da0dfb71 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=113369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:44:10.454795 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (a7b2da6c-b215-4421-a048-77c7f7ad20ed), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.455237 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-eef8b340-62da-4e08-8a63-cf73da0dfb71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (2023dcad-1199-4ffc-890c-247170f76826), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.455675 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.segments_db [None req-eef8b340-62da-4e08-8a63-cf73da0dfb71 admin admin] Added segment 2023dcad-1199-4ffc-890c-247170f76826 of type vlan for network 3c868f21-48dd-4a80-9b52-b20f081f69bf Aug 24 16:44:10.467350 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=113370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:44:10.477627 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (f71dd781-47a7-4a11-b2b1-94b237917fef), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.478167 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.segments_db [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Added segment f71dd781-47a7-4a11-b2b1-94b237917fef of type vlan for network c87426b9-0121-444a-b1ac-0b19fffe7905 Aug 24 16:44:10.489768 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Checking segment: {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:10.490427 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Network hostable DHCP agents. Network: 883b1cf6-8114-4681-9877-f2163f4c86c7, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:44:10.503900 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bb27a018-98c8-40df-8047-2453ad914d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (4d88a69f-ea66-4ba4-9592-a2ab513e73da), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.504976 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb27a018-98c8-40df-8047-2453ad914d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:10.505573 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bb27a018-98c8-40df-8047-2453ad914d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.516227 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-eef8b340-62da-4e08-8a63-cf73da0dfb71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (3c868f21-48dd-4a80-9b52-b20f081f69bf), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.581531 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (c87426b9-0121-444a-b1ac-0b19fffe7905), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.583739 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=502f9714-b664-4573-bc1d-27593423cf2c,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:10.588078 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b2da6c-b215-4421-a048-77c7f7ad20ed,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:10.599352 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.599693 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.600051 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.600408 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.600740 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.601065 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.601262 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27a018-98c8-40df-8047-2453ad914d07 admin admin] Pushing event updated for resources: {'Network': ['ID=4d88a69f-ea66-4ba4-9592-a2ab513e73da,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:10.601377 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.601687 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.602030 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.602353 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.602686 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.603568 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.603894 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.604210 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.604555 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Tracked resource versions report: Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: pushed versions: Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: { 'AddressGroup': {'1.2'}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Agent': {'1.1'}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'ConntrackHelper': {'1.0'}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'LocalIPAssociation': {'1.0'}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Log': {'1.0'}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'NDPProxy': {'1.0'}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Network': {'1.1'}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Port': {'1.7'}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'PortForwarding': {'1.3'}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'QosPolicy': {'1.10'}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'SecurityGroup': {'1.5'}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'SubPort': {'1.0'}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Subnet': {'1.1'}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Trunk': {'1.1'}} Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: consumer versions: Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: { DHCP agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: HyperV agent@hv-cinder-73116: {}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: L3 agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: Metadata agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: Metering agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: Open vSwitch agent@dv-cinder-731167-2-iscsi: { 'AddressGroup': '1.2', Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Agent': '1.1', Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'ConntrackHelper': '1.0', Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'LocalIPAssociation': '1.0', Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Log': '1.0', Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'NDPProxy': '1.0', Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Network': '1.1', Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Port': '1.7', Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'PortForwarding': '1.3', Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'QosPolicy': '1.10', Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'SecurityGroup': '1.5', Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'SecurityGroupRule': '1.2', Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'SubPort': '1.0', Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Subnet': '1.1', Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: 'Trunk': '1.1'}} Aug 24 16:44:10.606309 dv-cinder-731167-2-iscsi neutron-server[113370]: {{(pid=113370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:44:10.619325 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network 4d88a69f-ea66-4ba4-9592-a2ab513e73da details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:44:10.624525 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.624870 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.625208 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.625543 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.625871 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.626195 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.626522 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.626843 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.627179 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.628150 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.628530 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.628875 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.629203 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.629522 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.629842 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:10.684013 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-bb27a018-98c8-40df-8047-2453ad914d07 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3524089 Aug 24 16:44:10.686705 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59180) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:10.692011 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-0795d7c0-db3e-4998-b7ac-dd885760fdd1 admin admin] Request body: {'subnet': {'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-subnet', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:10.749246 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Network 883b1cf6-8114-4681-9877-f2163f4c86c7 is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:44:10.749633 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-eef8b340-62da-4e08-8a63-cf73da0dfb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (3c868f21-48dd-4a80-9b52-b20f081f69bf), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.750727 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef8b340-62da-4e08-8a63-cf73da0dfb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:10.751371 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-eef8b340-62da-4e08-8a63-cf73da0dfb71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.751540 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (c87426b9-0121-444a-b1ac-0b19fffe7905), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.752549 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:10.753158 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.819198 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:10.830142 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0795d7c0-db3e-4998-b7ac-dd885760fdd1 admin admin] Made reservation on behalf of c99d97707cc2485284d8d33522ebb918 for: {'subnet': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:44:10.832533 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0795d7c0-db3e-4998-b7ac-dd885760fdd1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.834733 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8b340-62da-4e08-8a63-cf73da0dfb71 admin admin] Pushing event updated for resources: {'Network': ['ID=3c868f21-48dd-4a80-9b52-b20f081f69bf,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:10.846583 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network 3c868f21-48dd-4a80-9b52-b20f081f69bf details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:44:10.861616 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:10.871550 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] Pushing event updated for resources: {'Network': ['ID=c87426b9-0121-444a-b1ac-0b19fffe7905,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:10.931402 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network c87426b9-0121-444a-b1ac-0b19fffe7905 details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:44:10.951571 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, 883b1cf6-8114-4681-9877-f2163f4c86c7) {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:10.962014 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-69935f13-66a1-42a2-ba71-20fbaa1ff349 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6048996 Aug 24 16:44:10.967345 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:10.967944 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:10.969115 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70a98fc-0680-46eb-bc2e-75ff0e1a2e7e None None] Network 883b1cf6-8114-4681-9877-f2163f4c86c7 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:44:10.974825 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59188) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:10.982985 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-df534303-35c0-4422-80c8-84ab272ae96b admin admin] Request body: {'subnet': {'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-427545844-subnet', 'tenant_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:10.998779 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-eef8b340-62da-4e08-8a63-cf73da0dfb71 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6206293 Aug 24 16:44:10.999643 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59192) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:11.013098 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-73ef8484-9b0e-4ef6-bf94-a5e9ae6ebc38 admin admin] Request body: {'subnet': {'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1702939345-subnet', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:11.108052 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-064a7067-c421-48de-920b-ed97f22ae0c3 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2321880 Aug 24 16:44:11.109509 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df534303-35c0-4422-80c8-84ab272ae96b admin admin] Made reservation on behalf of d09164dc6ad44a87b7fae777d9f8435a for: {'subnet': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:44:11.113201 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-df534303-35c0-4422-80c8-84ab272ae96b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:11.153711 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79e58bd-cc35-52eb-9f37-819db978e22d-883b1cf6-8114-4681-9877-f2163f4c86c7', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c'}]}} from dv-cinder-731167-2-iscsi. {{(pid=113371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 16:44:11.154753 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:11.160862 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59204) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:11.162232 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ef8484-9b0e-4ef6-bf94-a5e9ae6ebc38 admin admin] Made reservation on behalf of b71890b7a23944ee939c4bd13408063f for: {'subnet': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:44:11.167650 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-73ef8484-9b0e-4ef6-bf94-a5e9ae6ebc38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:11.190445 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:11.240267 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0795d7c0-db3e-4998-b7ac-dd885760fdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for subnet (27787f90-01da-4eab-83e5-1d4c783724ac), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:11.274455 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:11.327743 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0795d7c0-db3e-4998-b7ac-dd885760fdd1 admin admin] Checking segment: {'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:11.328093 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0795d7c0-db3e-4998-b7ac-dd885760fdd1 admin admin] Network hostable DHCP agents. Network: 4d88a69f-ea66-4ba4-9592-a2ab513e73da, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:44:11.343012 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3306'] for router (2c4c75b8-7627-42ef-bd27-3e0725427ee7), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:11.344158 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3299'] for router (2c4c75b8-7627-42ef-bd27-3e0725427ee7), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:11.659517 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.db_base_plugin_common [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Allocated IP 172.20.0.2 (883b1cf6-8114-4681-9877-f2163f4c86c7/502f9714-b664-4573-bc1d-27593423cf2c/502e9f1c-048b-4379-bcdd-cf530e9eb7ff) {{(pid=113371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:11.665934 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:11.665934 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795d7c0-db3e-4998-b7ac-dd885760fdd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27787f90-01da-4eab-83e5-1d4c783724ac,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:11.668790 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-df534303-35c0-4422-80c8-84ab272ae96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for subnet (2935d1c1-dac7-4d3e-b47a-e7231537a4c7), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:11.684523 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Publish callbacks [] for port (502e9f1c-048b-4379-bcdd-cf530e9eb7ff), precommit_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:11.694217 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df534303-35c0-4422-80c8-84ab272ae96b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2935d1c1-dac7-4d3e-b47a-e7231537a4c7,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:11.707146 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df534303-35c0-4422-80c8-84ab272ae96b admin admin] Checking segment: {'id': 'f71dd781-47a7-4a11-b2b1-94b237917fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:11.707497 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df534303-35c0-4422-80c8-84ab272ae96b admin admin] Network hostable DHCP agents. Network: c87426b9-0121-444a-b1ac-0b19fffe7905, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:44:11.718898 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Publish callbacks [] for router_controller (2c4c75b8-7627-42ef-bd27-3e0725427ee7), precommit_add_association {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:11.824623 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (502e9f1c-048b-4379-bcdd-cf530e9eb7ff), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:11.824816 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df534303-35c0-4422-80c8-84ab272ae96b admin admin] Network c87426b9-0121-444a-b1ac-0b19fffe7905 is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:44:11.824940 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-73ef8484-9b0e-4ef6-bf94-a5e9ae6ebc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for subnet (7a21e2cb-adaa-418e-9a22-729cb8d4dff7), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:11.833218 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0795d7c0-db3e-4998-b7ac-dd885760fdd1 admin admin] Network 4d88a69f-ea66-4ba4-9592-a2ab513e73da is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:44:11.871780 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Network 883b1cf6-8114-4681-9877-f2163f4c86c7 is already hosted by enough agents. {{(pid=113371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:11.876926 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.base_scheduler [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Resources bound (agent type, host, resource id): {{(pid=113371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:11.879041 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Pushing event updated for resources: {'Port': ['ID=502e9f1c-048b-4379-bcdd-cf530e9eb7ff,revision_number=1']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:11.881229 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Received port after_create {{(pid=113371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:11.882827 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:11.892137 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:11.892516 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:11.892881 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:11.893242 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:11.893581 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:11.893911 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:11.894687 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:11.894687 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:11.894876 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:11.895203 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:11.895606 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:11.895864 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:11.896187 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:11.896529 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:11.896847 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Tracked resource versions report: Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: pushed versions: Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: { 'AddressGroup': {'1.2'}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Agent': {'1.1'}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'ConntrackHelper': {'1.0'}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'LocalIPAssociation': {'1.0'}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Log': {'1.0'}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'NDPProxy': {'1.0'}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Network': {'1.1'}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Port': {'1.7'}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'PortForwarding': {'1.3'}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'QosPolicy': {'1.10'}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'SecurityGroup': {'1.5'}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'SubPort': {'1.0'}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Subnet': {'1.1'}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Trunk': {'1.1'}} Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: consumer versions: Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: { DHCP agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: HyperV agent@hv-cinder-73116: {}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: L3 agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: Metadata agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: Metering agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: Open vSwitch agent@dv-cinder-731167-2-iscsi: { 'AddressGroup': '1.2', Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Agent': '1.1', Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'ConntrackHelper': '1.0', Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'LocalIPAssociation': '1.0', Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Log': '1.0', Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'NDPProxy': '1.0', Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Network': '1.1', Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Port': '1.7', Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'PortForwarding': '1.3', Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'QosPolicy': '1.10', Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'SecurityGroup': '1.5', Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'SecurityGroupRule': '1.2', Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'SubPort': '1.0', Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Subnet': '1.1', Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: 'Trunk': '1.1'}} Aug 24 16:44:11.898013 dv-cinder-731167-2-iscsi neutron-server[113371]: {{(pid=113371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:44:11.925276 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-df534303-35c0-4422-80c8-84ab272ae96b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, c87426b9-0121-444a-b1ac-0b19fffe7905) {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:11.930791 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df534303-35c0-4422-80c8-84ab272ae96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:11.931450 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-df534303-35c0-4422-80c8-84ab272ae96b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:11.938822 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-0795d7c0-db3e-4998-b7ac-dd885760fdd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, 4d88a69f-ea66-4ba4-9592-a2ab513e73da) {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:11.958014 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0795d7c0-db3e-4998-b7ac-dd885760fdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:11.958617 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0795d7c0-db3e-4998-b7ac-dd885760fdd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:11.960153 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65aaee5-fe9c-4cf3-bfbd-44e015100d04 None None] Network c87426b9-0121-444a-b1ac-0b19fffe7905 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:44:11.966335 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a82af06-94b9-4c25-9d22-e4675f621e22 None None] Network 4d88a69f-ea66-4ba4-9592-a2ab513e73da requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:44:11.972653 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef8484-9b0e-4ef6-bf94-a5e9ae6ebc38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a21e2cb-adaa-418e-9a22-729cb8d4dff7,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:12.016724 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:12.022439 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Attempting to bind port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:44:12.022805 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Attempting to bind port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:44:12.023161 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Attempting to bind port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff on network 883b1cf6-8114-4681-9877-f2163f4c86c7 {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:12.050927 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ef8484-9b0e-4ef6-bf94-a5e9ae6ebc38 admin admin] Checking segment: {'id': '2023dcad-1199-4ffc-890c-247170f76826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:12.051278 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ef8484-9b0e-4ef6-bf94-a5e9ae6ebc38 admin admin] Network hostable DHCP agents. Network: 3c868f21-48dd-4a80-9b52-b20f081f69bf, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:44:12.056924 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Publish callbacks [] for router_gateway (2c4c75b8-7627-42ef-bd27-3e0725427ee7), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.077717 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-df534303-35c0-4422-80c8-84ab272ae96b admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1017535 Aug 24 16:44:12.080453 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59230) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:12.084636 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-427545844-router', 'tenant_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:12.090609 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:44:12.090983 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Checking segment: {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:12.091386 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.091772 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Bound using segment: {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:44:12.092245 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Bound port: 502e9f1c-048b-4379-bcdd-cf530e9eb7ff, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:44:12.092650 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (502e9f1c-048b-4379-bcdd-cf530e9eb7ff), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.132362 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-0795d7c0-db3e-4998-b7ac-dd885760fdd1 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4444125 Aug 24 16:44:12.135069 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59232) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:12.148177 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:12.149599 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ef8484-9b0e-4ef6-bf94-a5e9ae6ebc38 admin admin] Network 3c868f21-48dd-4a80-9b52-b20f081f69bf is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:44:12.153932 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3306'] for router (05bd1e78-8944-42af-9135-c2f5754930a1), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.155151 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3299'] for router (05bd1e78-8944-42af-9135-c2f5754930a1), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.204823 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79e58bd-cc35-52eb-9f37-819db978e22d-c87426b9-0121-444a-b1ac-0b19fffe7905', 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905', 'project_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'fixed_ips': [{'subnet_id': '2935d1c1-dac7-4d3e-b47a-e7231537a4c7'}]}} from dv-cinder-731167-2-iscsi. {{(pid=113371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 16:44:12.205718 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.227167 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Publish callbacks [] for router_controller (05bd1e78-8944-42af-9135-c2f5754930a1), precommit_add_association {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.236406 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79e58bd-cc35-52eb-9f37-819db978e22d-4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'fixed_ips': [{'subnet_id': '27787f90-01da-4eab-83e5-1d4c783724ac'}]}} from dv-cinder-731167-2-iscsi. {{(pid=113371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 16:44:12.237626 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.258265 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] For port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:44:12.282242 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] For port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=502e9f1c-048b-4379-bcdd-cf530e9eb7ff,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:44:12.320221 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3306'] for router (ce4ec97e-757c-43a7-916f-11458e95ba52), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.321316 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3299'] for router (ce4ec97e-757c-43a7-916f-11458e95ba52), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.343281 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59240) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:12.378902 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-73ef8484-9b0e-4ef6-bf94-a5e9ae6ebc38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, 3c868f21-48dd-4a80-9b52-b20f081f69bf) {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:12.383679 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ef8484-9b0e-4ef6-bf94-a5e9ae6ebc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:12.384272 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-73ef8484-9b0e-4ef6-bf94-a5e9ae6ebc38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.475785 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Publish callbacks [] for router_gateway (2c4c75b8-7627-42ef-bd27-3e0725427ee7), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.515588 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.519202 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cd8f08-5d38-4f12-9204-357b0e07ab57 None None] Network 3c868f21-48dd-4a80-9b52-b20f081f69bf requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:44:12.526271 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (502e9f1c-048b-4379-bcdd-cf530e9eb7ff), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.556237 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Publish callbacks [] for router_gateway (05bd1e78-8944-42af-9135-c2f5754930a1), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.601400 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-73ef8484-9b0e-4ef6-bf94-a5e9ae6ebc38 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5958879 Aug 24 16:44:12.608909 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59250) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:12.614086 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Publish callbacks [] for router_controller (ce4ec97e-757c-43a7-916f-11458e95ba52), precommit_add_association {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.618464 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:12.630716 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-57704b48-08e0-4060-82da-0f559d8ce1ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.734403 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Allocated IP 172.27.4.45 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/d856c855-05c4-443e-b50f-f64a2e87efdd) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:12.815777 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471aa38c-7306-4b21-ae6e-c3901882bea0 None None] Pushing event updated for resources: {'Port': ['ID=502e9f1c-048b-4379-bcdd-cf530e9eb7ff,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:12.903416 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.db_base_plugin_common [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Allocated IP 172.20.0.2 (4d88a69f-ea66-4ba4-9592-a2ab513e73da/27787f90-01da-4eab-83e5-1d4c783724ac/a9fac741-7f32-40f4-b9b6-e19d85f7d4e6) {{(pid=113371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:12.905874 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.db_base_plugin_common [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Allocated IP 172.20.0.2 (c87426b9-0121-444a-b1ac-0b19fffe7905/2935d1c1-dac7-4d3e-b47a-e7231537a4c7/6006176d-5ab0-461f-8aef-3a5247eb0a10) {{(pid=113371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:12.911584 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79e58bd-cc35-52eb-9f37-819db978e22d-3c868f21-48dd-4a80-9b52-b20f081f69bf', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7'}]}} from dv-cinder-731167-2-iscsi. {{(pid=113371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 16:44:12.914335 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.988807 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3306'] for router (b7dbe20b-9333-40bf-a495-0159eb4b0225), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:12.989886 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3299'] for router (b7dbe20b-9333-40bf-a495-0159eb4b0225), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.018516 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-57704b48-08e0-4060-82da-0f559d8ce1ac admin admin] Publish callbacks [] for security_group (e092cf01-376b-4804-a176-3b48a52bb30c), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.080121 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Publish callbacks [] for router_controller (b7dbe20b-9333-40bf-a495-0159eb4b0225), precommit_add_association {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.086160 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-57704b48-08e0-4060-82da-0f559d8ce1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (e092cf01-376b-4804-a176-3b48a52bb30c), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.098542 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Publish callbacks [] for port (d856c855-05c4-443e-b50f-f64a2e87efdd), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.147967 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57704b48-08e0-4060-82da-0f559d8ce1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e092cf01-376b-4804-a176-3b48a52bb30c,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:13.220813 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-57704b48-08e0-4060-82da-0f559d8ce1ac admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=6dd83e5ccf51423e876b0dbe1b661bc5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8761134 Aug 24 16:44:13.230483 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59252) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:13.265509 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:13.287189 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Publish callbacks [] for router_gateway (ce4ec97e-757c-43a7-916f-11458e95ba52), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.312502 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Publish callbacks [] for router_gateway (05bd1e78-8944-42af-9135-c2f5754930a1), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.331661 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 502e9f1c-048b-4379-bcdd-cf530e9eb7ff up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:13.336033 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:44:13.344695 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.390826 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (d856c855-05c4-443e-b50f-f64a2e87efdd), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.424066 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.db_base_plugin_common [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Allocated IP 172.20.0.2 (3c868f21-48dd-4a80-9b52-b20f081f69bf/7a21e2cb-adaa-418e-9a22-729cb8d4dff7/aee2ae95-950f-487f-94a7-8d37ac621686) {{(pid=113371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:13.426878 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:13.427465 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (502e9f1c-048b-4379-bcdd-cf530e9eb7ff), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.427614 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:13.431698 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:13.434913 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:13.439756 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Publish callbacks [] for port (a9fac741-7f32-40f4-b9b6-e19d85f7d4e6), precommit_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.454565 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Publish callbacks [] for port (6006176d-5ab0-461f-8aef-3a5247eb0a10), precommit_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.539923 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (a9fac741-7f32-40f4-b9b6-e19d85f7d4e6), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.616486 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (6006176d-5ab0-461f-8aef-3a5247eb0a10), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.625929 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:13.661791 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d274dce8-4e19-4d66-8e66-1029167d99bd admin admin] Publish callbacks [] for security_group (e092cf01-376b-4804-a176-3b48a52bb30c), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.670743 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Allocated IP 172.27.4.160 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/80f48cd6-3cb8-449f-b98b-abe99e89e293) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:13.673092 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Network 4d88a69f-ea66-4ba4-9592-a2ab513e73da is already hosted by enough agents. {{(pid=113371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:13.692054 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Publish callbacks [] for router_gateway (b7dbe20b-9333-40bf-a495-0159eb4b0225), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.716722 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.base_scheduler [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Resources bound (agent type, host, resource id): {{(pid=113371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:13.723129 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Network c87426b9-0121-444a-b1ac-0b19fffe7905 is already hosted by enough agents. {{(pid=113371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:13.736925 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Received port after_create {{(pid=113371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:13.742505 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d856c855-05c4-443e-b50f-f64a2e87efdd,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:13.748276 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d274dce8-4e19-4d66-8e66-1029167d99bd admin admin] Publish callbacks [] for security_group (e092cf01-376b-4804-a176-3b48a52bb30c), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.789506 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.base_scheduler [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Resources bound (agent type, host, resource id): {{(pid=113371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:13.813482 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Received port after_create {{(pid=113371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:13.827398 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Pushing event updated for resources: {'Port': ['ID=a9fac741-7f32-40f4-b9b6-e19d85f7d4e6,revision_number=1']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:13.837271 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:13.837271 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (502e9f1c-048b-4379-bcdd-cf530e9eb7ff), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:13.887377 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Publish callbacks [] for port (80f48cd6-3cb8-449f-b98b-abe99e89e293), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.016410 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=11 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:14.051098 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (80f48cd6-3cb8-449f-b98b-abe99e89e293), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.106677 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e200c-652d-4f78-8fa3-5b38fc8bd1dd None None] Network 883b1cf6-8114-4681-9877-f2163f4c86c7 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:44:14.117203 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Publish callbacks [] for port (aee2ae95-950f-487f-94a7-8d37ac621686), precommit_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.138015 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Pushing event updated for resources: {'Port': ['ID=80f48cd6-3cb8-449f-b98b-abe99e89e293,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:14.142809 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:14.146620 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Attempting to bind port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:44:14.147237 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Attempting to bind port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:44:14.147750 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Attempting to bind port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 on network 4d88a69f-ea66-4ba4-9592-a2ab513e73da {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:14.156986 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Pushing event updated for resources: {'Port': ['ID=6006176d-5ab0-461f-8aef-3a5247eb0a10,revision_number=1']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:14.164736 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=502e9f1c-048b-4379-bcdd-cf530e9eb7ff,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:14.173036 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d274dce8-4e19-4d66-8e66-1029167d99bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (e092cf01-376b-4804-a176-3b48a52bb30c), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.173409 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:14.175774 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d274dce8-4e19-4d66-8e66-1029167d99bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.178518 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:14.180186 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-d274dce8-4e19-4d66-8e66-1029167d99bd admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/e092cf01-376b-4804-a176-3b48a52bb30c HTTP/1.1" status: 204 len: 168 time: 0.9485211 Aug 24 16:44:14.181843 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:14.192977 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Attempting to bind port 6006176d-5ab0-461f-8aef-3a5247eb0a10 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:44:14.193617 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Attempting to bind port 6006176d-5ab0-461f-8aef-3a5247eb0a10 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'f71dd781-47a7-4a11-b2b1-94b237917fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:44:14.194302 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Attempting to bind port 6006176d-5ab0-461f-8aef-3a5247eb0a10 on network c87426b9-0121-444a-b1ac-0b19fffe7905 {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:14.200782 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:44:14.206174 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Checking segment: {'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:14.206174 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.206174 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Bound using segment: {'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:44:14.206174 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Bound port: a9fac741-7f32-40f4-b9b6-e19d85f7d4e6, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:44:14.206174 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (a9fac741-7f32-40f4-b9b6-e19d85f7d4e6), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.225531 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274dce8-4e19-4d66-8e66-1029167d99bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e092cf01-376b-4804-a176-3b48a52bb30c,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:14.256742 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:44:14.257412 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Checking segment: {'id': 'f71dd781-47a7-4a11-b2b1-94b237917fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:14.259257 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.259441 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Publish callbacks [] for router_gateway (b7dbe20b-9333-40bf-a495-0159eb4b0225), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.260182 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Bound using segment: {'id': 'f71dd781-47a7-4a11-b2b1-94b237917fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:44:14.261593 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Bound port: 6006176d-5ab0-461f-8aef-3a5247eb0a10, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71dd781-47a7-4a11-b2b1-94b237917fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:44:14.263423 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (6006176d-5ab0-461f-8aef-3a5247eb0a10), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.271883 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (aee2ae95-950f-487f-94a7-8d37ac621686), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.310058 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.318599 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-e7cdf7c5-e6d1-48cd-99d0-66639f8401e5 None None] Provisioning complete for port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:14.319666 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-e7cdf7c5-e6d1-48cd-99d0-66639f8401e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (502e9f1c-048b-4379-bcdd-cf530e9eb7ff), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.319990 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Publish callbacks [] for router_gateway (2c4c75b8-7627-42ef-bd27-3e0725427ee7), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.321861 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (502e9f1c-048b-4379-bcdd-cf530e9eb7ff), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.322077 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Publish callbacks [] for router_gateway (ce4ec97e-757c-43a7-916f-11458e95ba52), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.348787 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.378041 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Pushing event updated for resources: {'Port': ['ID=aee2ae95-950f-487f-94a7-8d37ac621686,revision_number=1']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:14.409952 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:INSERT=8 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:14.490135 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=502e9f1c-048b-4379-bcdd-cf530e9eb7ff,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:14.589217 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] For port 6006176d-5ab0-461f-8aef-3a5247eb0a10, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:44:14.594326 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Network 3c868f21-48dd-4a80-9b52-b20f081f69bf is already hosted by enough agents. {{(pid=113371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:14.603916 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] For port 6006176d-5ab0-461f-8aef-3a5247eb0a10, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=6006176d-5ab0-461f-8aef-3a5247eb0a10,segment=NetworkSegment(f71dd781-47a7-4a11-b2b1-94b237917fef),segment_id=f71dd781-47a7-4a11-b2b1-94b237917fef)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:44:14.632282 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.base_scheduler [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Resources bound (agent type, host, resource id): {{(pid=113371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:14.650156 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Received port after_create {{(pid=113371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:14.650241 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:14.669684 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552919'] for router (2c4c75b8-7627-42ef-bd27-3e0725427ee7), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.726937 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Allocated IP 172.27.4.254 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/7a7bf220-906d-4961-9134-3825b9831f8d) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:14.749365 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (6006176d-5ab0-461f-8aef-3a5247eb0a10), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.828414 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Publish callbacks [] for router_gateway (05bd1e78-8944-42af-9135-c2f5754930a1), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:14.988867 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] For port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:44:15.000262 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] For port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=a9fac741-7f32-40f4-b9b6-e19d85f7d4e6,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:44:15.058822 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Publish callbacks [] for port (7a7bf220-906d-4961-9134-3825b9831f8d), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:15.122642 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-e7cdf7c5-e6d1-48cd-99d0-66639f8401e5 None None] Current status of the port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:15.142662 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Attempting to bind port aee2ae95-950f-487f-94a7-8d37ac621686 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:44:15.143207 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Attempting to bind port aee2ae95-950f-487f-94a7-8d37ac621686 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '2023dcad-1199-4ffc-890c-247170f76826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:44:15.143722 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Attempting to bind port aee2ae95-950f-487f-94a7-8d37ac621686 on network 3c868f21-48dd-4a80-9b52-b20f081f69bf {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:15.148419 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b004a71-38b6-4808-94b4-22cac0c177c4 None None] Pushing event updated for resources: {'Port': ['ID=6006176d-5ab0-461f-8aef-3a5247eb0a10,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:15.156436 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:44:15.157100 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Checking segment: {'id': '2023dcad-1199-4ffc-890c-247170f76826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:15.157771 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:15.158818 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Bound using segment: {'id': '2023dcad-1199-4ffc-890c-247170f76826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:44:15.159450 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Bound port: aee2ae95-950f-487f-94a7-8d37ac621686, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2023dcad-1199-4ffc-890c-247170f76826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:44:15.160253 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (aee2ae95-950f-487f-94a7-8d37ac621686), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:15.182737 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552919'] for router (05bd1e78-8944-42af-9135-c2f5754930a1), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:15.279132 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] For port aee2ae95-950f-487f-94a7-8d37ac621686, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:44:15.282652 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 502e9f1c-048b-4379-bcdd-cf530e9eb7ff up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:15.313575 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] For port aee2ae95-950f-487f-94a7-8d37ac621686, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=aee2ae95-950f-487f-94a7-8d37ac621686,segment=NetworkSegment(2023dcad-1199-4ffc-890c-247170f76826),segment_id=2023dcad-1199-4ffc-890c-247170f76826)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:44:15.338309 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:15.339314 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (502e9f1c-048b-4379-bcdd-cf530e9eb7ff), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:15.413855 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:15.447504 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-23dc5d6d-bf65-4f8f-a61c-8585c60e7797 None None] Provisioning complete for port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:15.447896 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-23dc5d6d-bf65-4f8f-a61c-8585c60e7797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (502e9f1c-048b-4379-bcdd-cf530e9eb7ff), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:15.525948 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-23dc5d6d-bf65-4f8f-a61c-8585c60e7797 None None] Current status of the port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:15.665294 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (7a7bf220-906d-4961-9134-3825b9831f8d), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:15.668835 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (aee2ae95-950f-487f-94a7-8d37ac621686), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:15.676675 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Router 05bd1e78-8944-42af-9135-c2f5754930a1 is scheduled to L3 agent 2dbb6959-f904-4981-a817-70b18d95759f with binding_index 1 {{(pid=113370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:44:15.677866 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 is scheduled to L3 agent 2dbb6959-f904-4981-a817-70b18d95759f with binding_index 1 {{(pid=113369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:44:15.688852 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (a9fac741-7f32-40f4-b9b6-e19d85f7d4e6), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:15.811483 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69146e66-0b9d-487b-a196-15095457ed93 None None] Pushing event updated for resources: {'Port': ['ID=aee2ae95-950f-487f-94a7-8d37ac621686,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:15.959905 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:44:15.972910 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Sync routers for ids ['05bd1e78-8944-42af-9135-c2f5754930a1'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:44:15.975331 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a805a-edec-47cf-a16f-5aecfdecd000 None None] Pushing event updated for resources: {'Port': ['ID=a9fac741-7f32-40f4-b9b6-e19d85f7d4e6,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:15.998943 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Routers {'05bd1e78-8944-42af-9135-c2f5754930a1'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:44:16.005672 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:16.006115 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:44:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['05bd1e78-8944-42af-9135-c2f5754930a1'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:16.023940 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:16.039541 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:16.152140 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Allocated IP 172.27.4.200 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/00896a06-00e1-4d9b-9f1a-b5b1143ad27f) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:16.316778 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa79ddb6-f0a8-42f0-8f7a-b8223430dda2 None None] Network c87426b9-0121-444a-b1ac-0b19fffe7905 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:44:16.339674 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:44:16.403354 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Sync routers for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:44:16.470451 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Set router 05bd1e78-8944-42af-9135-c2f5754930a1 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:44:16.497148 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:16.504787 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-dd43c40a-9b66-45d0-9489-a13289f9e623 admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4201231 Aug 24 16:44:16.505640 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59344) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:16.523897 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-b28f4d3a-0af2-4f90-ad71-d58dae8f361b None None] Provisioning complete for port 6006176d-5ab0-461f-8aef-3a5247eb0a10 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:16.524439 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b28f4d3a-0af2-4f90-ad71-d58dae8f361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (6006176d-5ab0-461f-8aef-3a5247eb0a10), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:16.647371 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:44:16.648061 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:44:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:16.728759 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Publish callbacks [] for port (00896a06-00e1-4d9b-9f1a-b5b1143ad27f), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:16.767631 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:16.769189 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-dc5e12e6-115e-42ef-b786-adeebeb986a8 admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5983133 Aug 24 16:44:16.772322 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59352) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:16.823781 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59354) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:16.937295 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Publish callbacks [] for router_gateway (ce4ec97e-757c-43a7-916f-11458e95ba52), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:16.943359 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Pushing event updated for resources: {'Port': ['ID=7a7bf220-906d-4961-9134-3825b9831f8d,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:16.965967 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'name': 'tempest-DeleteServersTestJSON-427545844-router', 'tenant_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.160'}], 'enable_snat': True}, 'gw_port_id': '80f48cd6-3cb8-449f-b98b-abe99e89e293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:14Z', 'revision_number': 3, 'project_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'gw_port': {'id': '80f48cd6-3cb8-449f-b98b-abe99e89e293', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:13Z', 'updated_at': '2022-08-24T16:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:17.008216 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:17.044540 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Checking router: 05bd1e78-8944-42af-9135-c2f5754930a1 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:44:17.045285 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Updating router 05bd1e78-8944-42af-9135-c2f5754930a1 port 80f48cd6-3cb8-449f-b98b-abe99e89e293 binding host dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:44:17.080683 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:17.150002 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (80f48cd6-3cb8-449f-b98b-abe99e89e293), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:17.182799 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:17.203162 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-b28f4d3a-0af2-4f90-ad71-d58dae8f361b None None] Current status of the port 6006176d-5ab0-461f-8aef-3a5247eb0a10 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:17.207628 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b28f4d3a-0af2-4f90-ad71-d58dae8f361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (6006176d-5ab0-461f-8aef-3a5247eb0a10), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:17.342982 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-b28f4d3a-0af2-4f90-ad71-d58dae8f361b None None] For port 6006176d-5ab0-461f-8aef-3a5247eb0a10, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=6006176d-5ab0-461f-8aef-3a5247eb0a10,segment=NetworkSegment(f71dd781-47a7-4a11-b2b1-94b237917fef),segment_id=f71dd781-47a7-4a11-b2b1-94b237917fef)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:17.350111 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:44:17.475848 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (00896a06-00e1-4d9b-9f1a-b5b1143ad27f), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:17.546953 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:17.560410 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b28f4d3a-0af2-4f90-ad71-d58dae8f361b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (6006176d-5ab0-461f-8aef-3a5247eb0a10), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:17.702439 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:17.742097 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f2de53b5-2693-4243-92f1-961007438b7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:17.766545 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:17.778649 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:17.802463 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:17.809558 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=00896a06-00e1-4d9b-9f1a-b5b1143ad27f,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:17.900731 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:17.905869 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773e09cc-b1ee-45c6-ba33-10659da599e0 None None] Network 3c868f21-48dd-4a80-9b52-b20f081f69bf requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:44:17.946020 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Publish callbacks [] for port (80f48cd6-3cb8-449f-b98b-abe99e89e293), precommit_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:18.011779 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (80f48cd6-3cb8-449f-b98b-abe99e89e293), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:18.122684 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552919'] for router (ce4ec97e-757c-43a7-916f-11458e95ba52), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:18.148843 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:18.156786 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Attempting to bind port 80f48cd6-3cb8-449f-b98b-abe99e89e293 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:44:18.157306 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Attempting to bind port 80f48cd6-3cb8-449f-b98b-abe99e89e293 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:44:18.157687 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Attempting to bind port 80f48cd6-3cb8-449f-b98b-abe99e89e293 on network aab3c770-6763-4e5f-928b-64ea6b35bf09 {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:18.175481 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-301abe0a-dec1-4e96-95e4-a1a13d52b0c6 None None] Provisioning complete for port 6006176d-5ab0-461f-8aef-3a5247eb0a10 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:18.176194 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-301abe0a-dec1-4e96-95e4-a1a13d52b0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (6006176d-5ab0-461f-8aef-3a5247eb0a10), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:18.178802 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f4d3a-0af2-4f90-ad71-d58dae8f361b None None] Pushing event updated for resources: {'Port': ['ID=6006176d-5ab0-461f-8aef-3a5247eb0a10,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:18.184643 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:44:18.185550 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Checking segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:18.191977 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:18.192584 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Bound using segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:44:18.193236 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Bound port: 80f48cd6-3cb8-449f-b98b-abe99e89e293, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:44:18.194577 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (80f48cd6-3cb8-449f-b98b-abe99e89e293), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:18.343072 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] For port 80f48cd6-3cb8-449f-b98b-abe99e89e293, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:44:18.353957 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] For port 80f48cd6-3cb8-449f-b98b-abe99e89e293, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=80f48cd6-3cb8-449f-b98b-abe99e89e293,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:44:18.361518 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ca9fe3-d398-46ec-be0a-266faf2c75e5 None None] Network 4d88a69f-ea66-4ba4-9592-a2ab513e73da requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:44:18.365021 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:13Z', 'revision_number': 3, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:18.377874 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Pushing event updated for resources: {'Port': ['ID=80f48cd6-3cb8-449f-b98b-abe99e89e293,revision_number=2']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:18.387327 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:18.388365 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:18.388728 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:18.389088 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:18.389445 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:18.390167 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:18.390507 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:18.390840 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:18.391312 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:18.391653 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:18.393645 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:18.394004 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:18.394371 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:18.394903 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:18.395250 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:18.395635 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Tracked resource versions report: Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: pushed versions: Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: { 'AddressGroup': {'1.2'}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Agent': {'1.1'}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'ConntrackHelper': {'1.0'}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'LocalIPAssociation': {'1.0'}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Log': {'1.0'}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'NDPProxy': {'1.0'}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Network': {'1.1'}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Port': {'1.7'}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'PortForwarding': {'1.3'}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'QosPolicy': {'1.10'}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'SecurityGroup': {'1.5'}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'SecurityGroupRule': {'1.2'}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'SubPort': {'1.0'}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Subnet': {'1.1'}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Trunk': {'1.1'}} Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: consumer versions: Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: { DHCP agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: HyperV agent@hv-cinder-73116: {}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: L3 agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: Metadata agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: Metering agent@dv-cinder-731167-2-iscsi: {}, Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: Open vSwitch agent@dv-cinder-731167-2-iscsi: { 'AddressGroup': '1.2', Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Agent': '1.1', Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'ConntrackHelper': '1.0', Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'LocalIPAssociation': '1.0', Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Log': '1.0', Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'NDPProxy': '1.0', Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Network': '1.1', Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Port': '1.7', Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'PortForwarding': '1.3', Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'QosPolicy': '1.10', Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'SecurityGroup': '1.5', Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'SecurityGroupRule': '1.2', Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'SubPort': '1.0', Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Subnet': '1.1', Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: 'Trunk': '1.1'}} Aug 24 16:44:18.397550 dv-cinder-731167-2-iscsi neutron-server[113372]: {{(pid=113372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 16:44:18.436477 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Checking router: 2c4c75b8-7627-42ef-bd27-3e0725427ee7 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:44:18.437146 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Updating router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 port d856c855-05c4-443e-b50f-f64a2e87efdd binding host dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:44:18.456485 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:18.486070 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (80f48cd6-3cb8-449f-b98b-abe99e89e293), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:18.560830 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:18.569937 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:18.570499 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (a9fac741-7f32-40f4-b9b6-e19d85f7d4e6), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:18.576747 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Routers {'05bd1e78-8944-42af-9135-c2f5754930a1'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:44:18.577315 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:44:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['05bd1e78-8944-42af-9135-c2f5754930a1'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:18.667504 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Router ce4ec97e-757c-43a7-916f-11458e95ba52 is scheduled to L3 agent 2dbb6959-f904-4981-a817-70b18d95759f with binding_index 1 {{(pid=113370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:44:18.679932 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f2de53b5-2693-4243-92f1-961007438b7f admin admin] Publish callbacks [] for security_group (e80cc277-5515-4c08-a480-91eed6c8230a), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:18.743515 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cda3f1-58c2-4f6f-9cda-125d0f4fc0eb None None] Pushing event updated for resources: {'Port': ['ID=80f48cd6-3cb8-449f-b98b-abe99e89e293,revision_number=3']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:18.760442 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Allocated IP 172.20.0.1 (883b1cf6-8114-4681-9877-f2163f4c86c7/502f9714-b664-4573-bc1d-27593423cf2c/a366a354-eb74-47fb-a7f6-464daa8941f7) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:18.771015 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (d856c855-05c4-443e-b50f-f64a2e87efdd), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:18.779519 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:18.800176 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Publish callbacks [] for router_gateway (b7dbe20b-9333-40bf-a495-0159eb4b0225), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:18.818012 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] Set router 05bd1e78-8944-42af-9135-c2f5754930a1 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:44:18.831481 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f2de53b5-2693-4243-92f1-961007438b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (e80cc277-5515-4c08-a480-91eed6c8230a), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:18.847666 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59400) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:18.866182 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:18.897673 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:44:18.903676 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Allocated IP 172.20.0.1 (c87426b9-0121-444a-b1ac-0b19fffe7905/2935d1c1-dac7-4d3e-b47a-e7231537a4c7/ede08bca-3be7-4619-8f3d-22cd3e6846b1) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:18.921378 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Sync routers for ids ['ce4ec97e-757c-43a7-916f-11458e95ba52'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:44:18.959834 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Routers {'ce4ec97e-757c-43a7-916f-11458e95ba52'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:44:18.967965 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:44:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['ce4ec97e-757c-43a7-916f-11458e95ba52'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:19.064124 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:19.064862 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (a9fac741-7f32-40f4-b9b6-e19d85f7d4e6), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:19.081997 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:19.087712 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-4bdd419b-de7b-4479-b030-7e59da266833 admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.9436257 Aug 24 16:44:19.089261 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-f2de53b5-2693-4243-92f1-961007438b7f admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=f9652b4a38de4d4087e33ff15f193205&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2126749 Aug 24 16:44:19.097248 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59408) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:19.097575 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59410) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:19.149823 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Publish callbacks [] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:19.203761 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de53b5-2693-4243-92f1-961007438b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80cc277-5515-4c08-a480-91eed6c8230a,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:19.221216 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Set router ce4ec97e-757c-43a7-916f-11458e95ba52 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:44:19.298664 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:19.312898 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'name': 'tempest-DeleteServersTestJSON-427545844-router', 'tenant_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.160'}], 'enable_snat': True}, 'gw_port_id': '80f48cd6-3cb8-449f-b98b-abe99e89e293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:14Z', 'revision_number': 3, 'project_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'gw_port': {'id': '80f48cd6-3cb8-449f-b98b-abe99e89e293', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:13Z', 'updated_at': '2022-08-24T16:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:19.321383 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-301abe0a-dec1-4e96-95e4-a1a13d52b0c6 None None] Current status of the port 6006176d-5ab0-461f-8aef-3a5247eb0a10 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:19.328808 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:19.358750 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789389b3-d0ef-4e3d-98e2-3261e760fc05 None None] The sync data for ids ['05bd1e78-8944-42af-9135-c2f5754930a1'] in dv-cinder-731167-2-iscsi is: [{'id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'name': 'tempest-DeleteServersTestJSON-427545844-router', 'tenant_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.160'}], 'enable_snat': True}, 'gw_port_id': '80f48cd6-3cb8-449f-b98b-abe99e89e293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:14Z', 'revision_number': 3, 'project_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'gw_port': {'id': '80f48cd6-3cb8-449f-b98b-abe99e89e293', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:13Z', 'updated_at': '2022-08-24T16:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:44:19.407832 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1bdf31f5-7295-477c-98aa-cd20f17716f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:19.426224 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Pushing event updated for resources: {'Port': ['ID=ede08bca-3be7-4619-8f3d-22cd3e6846b1,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:19.465821 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Network c87426b9-0121-444a-b1ac-0b19fffe7905 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:19.470976 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:19.496761 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=a9fac741-7f32-40f4-b9b6-e19d85f7d4e6,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:19.501337 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-0b0fdd49-beb8-4643-85a4-03a8db6ded77 None None] Provisioning complete for port aee2ae95-950f-487f-94a7-8d37ac621686 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:19.501881 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-0b0fdd49-beb8-4643-85a4-03a8db6ded77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (aee2ae95-950f-487f-94a7-8d37ac621686), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:19.509123 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:19.517232 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-485962'] for router_interface (05bd1e78-8944-42af-9135-c2f5754930a1), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:19.517369 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Publish callbacks [] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:19.517474 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:19.598462 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (a9fac741-7f32-40f4-b9b6-e19d85f7d4e6), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:19.600753 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 6006176d-5ab0-461f-8aef-3a5247eb0a10 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:19.664475 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:16Z', 'revision_number': 3, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port': {'id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:19.746923 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Checking router: ce4ec97e-757c-43a7-916f-11458e95ba52 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:44:19.748006 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Updating router ce4ec97e-757c-43a7-916f-11458e95ba52 port 7a7bf220-906d-4961-9134-3825b9831f8d binding host dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:44:19.828743 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (7a7bf220-906d-4961-9134-3825b9831f8d), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.037104 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=a9fac741-7f32-40f4-b9b6-e19d85f7d4e6,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:20.091213 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=100 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:20.116617 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:20.121702 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 6006176d-5ab0-461f-8aef-3a5247eb0a10 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:20.122098 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (6006176d-5ab0-461f-8aef-3a5247eb0a10), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.206621 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-0b0fdd49-beb8-4643-85a4-03a8db6ded77 None None] Current status of the port aee2ae95-950f-487f-94a7-8d37ac621686 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:20.207232 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-0b0fdd49-beb8-4643-85a4-03a8db6ded77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (aee2ae95-950f-487f-94a7-8d37ac621686), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.274215 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.281895 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:20.319648 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Publish callbacks [] for port (d856c855-05c4-443e-b50f-f64a2e87efdd), precommit_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.357621 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-0b0fdd49-beb8-4643-85a4-03a8db6ded77 None None] For port aee2ae95-950f-487f-94a7-8d37ac621686, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=aee2ae95-950f-487f-94a7-8d37ac621686,segment=NetworkSegment(2023dcad-1199-4ffc-890c-247170f76826),segment_id=2023dcad-1199-4ffc-890c-247170f76826)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:20.388648 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-53708f99-cb66-4ba3-9ec5-b3b8f29b984a admin admin] Publish callbacks [] for security_group (e80cc277-5515-4c08-a480-91eed6c8230a), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.397027 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 6006176d-5ab0-461f-8aef-3a5247eb0a10 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:20.398611 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device aee2ae95-950f-487f-94a7-8d37ac621686 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:20.432827 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-53708f99-cb66-4ba3-9ec5-b3b8f29b984a admin admin] Publish callbacks [] for security_group (e80cc277-5515-4c08-a480-91eed6c8230a), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.438641 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (d856c855-05c4-443e-b50f-f64a2e87efdd), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.484372 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-0b0fdd49-beb8-4643-85a4-03a8db6ded77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (aee2ae95-950f-487f-94a7-8d37ac621686), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.490526 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.491451 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Attempting to bind port d856c855-05c4-443e-b50f-f64a2e87efdd on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:44:20.491915 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Attempting to bind port d856c855-05c4-443e-b50f-f64a2e87efdd by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:44:20.492420 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Attempting to bind port d856c855-05c4-443e-b50f-f64a2e87efdd on network aab3c770-6763-4e5f-928b-64ea6b35bf09 {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:20.572384 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:44:20.574149 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Checking segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:20.576406 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.576877 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Bound using segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:44:20.577393 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Bound port: d856c855-05c4-443e-b50f-f64a2e87efdd, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:44:20.577790 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (d856c855-05c4-443e-b50f-f64a2e87efdd), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.604484 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Publish callbacks [] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.605807 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-0b0fdd49-beb8-4643-85a4-03a8db6ded77 None None] Provisioning complete for port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:20.606267 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-0b0fdd49-beb8-4643-85a4-03a8db6ded77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (a9fac741-7f32-40f4-b9b6-e19d85f7d4e6), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.615583 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25bb96-7aa3-46c4-8586-53c668846e56 None None] Pushing event updated for resources: {'Port': ['ID=d856c855-05c4-443e-b50f-f64a2e87efdd,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:20.648125 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:20.648429 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552919'] for router (b7dbe20b-9333-40bf-a495-0159eb4b0225), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.679049 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.682821 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-53708f99-cb66-4ba3-9ec5-b3b8f29b984a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (e80cc277-5515-4c08-a480-91eed6c8230a), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.690428 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-53708f99-cb66-4ba3-9ec5-b3b8f29b984a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.693183 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-53708f99-cb66-4ba3-9ec5-b3b8f29b984a admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/e80cc277-5515-4c08-a480-91eed6c8230a HTTP/1.1" status: 204 len: 168 time: 1.5894611 Aug 24 16:44:20.703097 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.704200 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485942'] for router_interface (05bd1e78-8944-42af-9135-c2f5754930a1), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.726642 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port aee2ae95-950f-487f-94a7-8d37ac621686 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:20.726951 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (aee2ae95-950f-487f-94a7-8d37ac621686), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.804839 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Publish callbacks [] for port (7a7bf220-906d-4961-9134-3825b9831f8d), precommit_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.842403 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Pushing event updated for resources: {'Port': ['ID=ede08bca-3be7-4619-8f3d-22cd3e6846b1,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:20.880004 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:20.915324 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (7a7bf220-906d-4961-9134-3825b9831f8d), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.918560 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1bdf31f5-7295-477c-98aa-cd20f17716f7 admin admin] Publish callbacks [] for security_group (5146ce52-ab88-4196-9461-65871ae45be0), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:20.986221 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Network c87426b9-0121-444a-b1ac-0b19fffe7905 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:20.986221 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:20.999094 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] For port d856c855-05c4-443e-b50f-f64a2e87efdd, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:44:21.004037 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] For port d856c855-05c4-443e-b50f-f64a2e87efdd, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=d856c855-05c4-443e-b50f-f64a2e87efdd,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:44:21.004871 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Network 883b1cf6-8114-4681-9877-f2163f4c86c7 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:21.008375 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Attempting to bind port 7a7bf220-906d-4961-9134-3825b9831f8d on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:44:21.009708 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Attempting to bind port 7a7bf220-906d-4961-9134-3825b9831f8d by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:44:21.011722 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Attempting to bind port 7a7bf220-906d-4961-9134-3825b9831f8d on network aab3c770-6763-4e5f-928b-64ea6b35bf09 {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:21.021487 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:21.024909 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fdd49-beb8-4643-85a4-03a8db6ded77 None None] Pushing event updated for resources: {'Port': ['ID=aee2ae95-950f-487f-94a7-8d37ac621686,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:21.043426 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a366a354-eb74-47fb-a7f6-464daa8941f7,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:21.046529 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff02285-3226-4765-a424-0ce83a7f27ee None None] Pushing event updated for resources: {'Port': ['ID=7a7bf220-906d-4961-9134-3825b9831f8d,revision_number=2']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:21.054181 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53708f99-cb66-4ba3-9ec5-b3b8f29b984a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80cc277-5515-4c08-a480-91eed6c8230a,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:21.054602 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:44:21.059922 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Checking segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:21.060542 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:21.061119 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Bound using segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:44:21.061706 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Bound port: 7a7bf220-906d-4961-9134-3825b9831f8d, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:44:21.062235 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (7a7bf220-906d-4961-9134-3825b9831f8d), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:21.100954 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:21.103218 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-485962'] for router_interface (2c4c75b8-7627-42ef-bd27-3e0725427ee7), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:21.178667 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (d856c855-05c4-443e-b50f-f64a2e87efdd), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:21.224072 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port aee2ae95-950f-487f-94a7-8d37ac621686 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:21.303833 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:21.335999 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:44:21.341445 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:44:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:21.348798 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-0b0fdd49-beb8-4643-85a4-03a8db6ded77 None None] Current status of the port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:21.413911 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] For port 7a7bf220-906d-4961-9134-3825b9831f8d, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:44:21.448284 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] For port 7a7bf220-906d-4961-9134-3825b9831f8d, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=7a7bf220-906d-4961-9134-3825b9831f8d,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:44:21.496125 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Router 05bd1e78-8944-42af-9135-c2f5754930a1 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:44:21.517563 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1bdf31f5-7295-477c-98aa-cd20f17716f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (5146ce52-ab88-4196-9461-65871ae45be0), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:21.544660 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (7a7bf220-906d-4961-9134-3825b9831f8d), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:21.575878 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-b324e954-ced6-4849-a9e5-ab28dc560440 None None] Provisioning complete for port ede08bca-3be7-4619-8f3d-22cd3e6846b1 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:21.576251 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b324e954-ced6-4849-a9e5-ab28dc560440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:21.587143 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Routers {'ce4ec97e-757c-43a7-916f-11458e95ba52'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:44:21.587897 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:44:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['ce4ec97e-757c-43a7-916f-11458e95ba52'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:21.600989 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:21.636496 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25bb96-7aa3-46c4-8586-53c668846e56 None None] Pushing event updated for resources: {'Port': ['ID=d856c855-05c4-443e-b50f-f64a2e87efdd,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:21.742950 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-b324e954-ced6-4849-a9e5-ab28dc560440 None None] Port ede08bca-3be7-4619-8f3d-22cd3e6846b1 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:44:21.761167 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:44:21.781646 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:44:21.795849 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:21.798957 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-383b2849-f59c-4518-827a-905a5b6cd28a admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/05bd1e78-8944-42af-9135-c2f5754930a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2681291 Aug 24 16:44:21.862105 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] Set router ce4ec97e-757c-43a7-916f-11458e95ba52 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:44:21.872690 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 80f48cd6-3cb8-449f-b98b-abe99e89e293 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:21.921702 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:21.921702 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-b324e954-ced6-4849-a9e5-ab28dc560440 None None] Provisioning complete for port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:21.921702 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b324e954-ced6-4849-a9e5-ab28dc560440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (a9fac741-7f32-40f4-b9b6-e19d85f7d4e6), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:21.939917 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59522) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:21.942865 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-1bdf31f5-7295-477c-98aa-cd20f17716f7 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=2ac68a42d7514dc8af4c0cdc1d423f8e&name=default HTTP/1.1" status: 200 len: 2992 time: 3.0020769 Aug 24 16:44:22.012544 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff02285-3226-4765-a424-0ce83a7f27ee None None] Pushing event updated for resources: {'Port': ['ID=7a7bf220-906d-4961-9134-3825b9831f8d,revision_number=3']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:22.037625 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf31f5-7295-477c-98aa-cd20f17716f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5146ce52-ab88-4196-9461-65871ae45be0,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:22.071745 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:22.125685 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:22.145778 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-010475a6-4952-4471-856c-b5735aaf1946 admin admin] Publish callbacks [] for security_group (5146ce52-ab88-4196-9461-65871ae45be0), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:22.206310 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-010475a6-4952-4471-856c-b5735aaf1946 admin admin] Publish callbacks [] for security_group (5146ce52-ab88-4196-9461-65871ae45be0), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:22.209461 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 80f48cd6-3cb8-449f-b98b-abe99e89e293 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:22.210059 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (80f48cd6-3cb8-449f-b98b-abe99e89e293), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:22.292897 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:22.330612 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Router b7dbe20b-9333-40bf-a495-0159eb4b0225 is scheduled to L3 agent 2dbb6959-f904-4981-a817-70b18d95759f with binding_index 1 {{(pid=113369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:44:22.342727 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-b324e954-ced6-4849-a9e5-ab28dc560440 None None] Current status of the port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:22.400835 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:16Z', 'revision_number': 3, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port': {'id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:22.418833 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Sync routers for ids ['05bd1e78-8944-42af-9135-c2f5754930a1'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:44:22.454557 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2a076a-ca44-4647-9a97-7396bf1000cc None None] The sync data for ids ['ce4ec97e-757c-43a7-916f-11458e95ba52'] in dv-cinder-731167-2-iscsi is: [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:16Z', 'revision_number': 3, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port': {'id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:44:22.467929 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-010475a6-4952-4471-856c-b5735aaf1946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (5146ce52-ab88-4196-9461-65871ae45be0), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:22.470623 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-010475a6-4952-4471-856c-b5735aaf1946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:22.471938 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-010475a6-4952-4471-856c-b5735aaf1946 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/5146ce52-ab88-4196-9461-65871ae45be0 HTTP/1.1" status: 204 len: 168 time: 0.5307398 Aug 24 16:44:22.491584 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010475a6-4952-4471-856c-b5735aaf1946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5146ce52-ab88-4196-9461-65871ae45be0,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:22.540164 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Allocated IP 172.20.0.1 (4d88a69f-ea66-4ba4-9592-a2ab513e73da/27787f90-01da-4eab-83e5-1d4c783724ac/44edde22-7748-4c7c-a788-ac3ce953fcc2) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:22.568157 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Routers {'05bd1e78-8944-42af-9135-c2f5754930a1'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:44:22.568934 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:44:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['05bd1e78-8944-42af-9135-c2f5754930a1'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:22.571299 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 80f48cd6-3cb8-449f-b98b-abe99e89e293 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:22.571788 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (80f48cd6-3cb8-449f-b98b-abe99e89e293), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:22.647416 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-e7cba10e-24c8-4c03-8087-84eda21f0875 None None] Provisioning complete for port ede08bca-3be7-4619-8f3d-22cd3e6846b1 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:22.648064 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-e7cba10e-24c8-4c03-8087-84eda21f0875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:22.703490 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:22.800556 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59582) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:22.802470 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Publish callbacks [] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:22.802726 dv-cinder-731167-2-iscsi neutron-server[113370]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 16:44:22.887241 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Publish callbacks [] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:22.897407 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:22.904297 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485942'] for router_interface (2c4c75b8-7627-42ef-bd27-3e0725427ee7), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:23.031884 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:13Z', 'revision_number': 3, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:23.050113 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=100 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:23.052871 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a366a354-eb74-47fb-a7f6-464daa8941f7,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:23.091374 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Set router 05bd1e78-8944-42af-9135-c2f5754930a1 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:44:23.202506 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:23.234115 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:23.297256 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267eb00f-7281-48d4-b849-334f808213d9 req-44177ebc-447b-4365-b7d2-a1e1883bd1c9 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:23.305765 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-44177ebc-447b-4365-b7d2-a1e1883bd1c9 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/networks?id=c87426b9-0121-444a-b1ac-0b19fffe7905 HTTP/1.1" status: 200 len: 811 time: 0.5032070 Aug 24 16:44:23.312741 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port 80f48cd6-3cb8-449f-b98b-abe99e89e293, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=80f48cd6-3cb8-449f-b98b-abe99e89e293,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:23.319577 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474145c9-27a2-4795-860f-1c13271ed147 None None] The sync data for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi is: [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:13Z', 'revision_number': 3, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:44:23.330747 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-e7cba10e-24c8-4c03-8087-84eda21f0875 None None] Port ede08bca-3be7-4619-8f3d-22cd3e6846b1 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:44:23.335541 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-ebc21a03-a6a2-424e-8c4a-115ed5ba643a tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/quotas/d09164dc6ad44a87b7fae777d9f8435a HTTP/1.1" status: 200 len: 375 time: 0.0273409 Aug 24 16:44:23.339601 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-e7cba10e-24c8-4c03-8087-84eda21f0875 None None] Provisioning complete for port a366a354-eb74-47fb-a7f6-464daa8941f7 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:23.339999 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-e7cba10e-24c8-4c03-8087-84eda21f0875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:23.432834 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (80f48cd6-3cb8-449f-b98b-abe99e89e293), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:23.432834 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:23.464791 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Network 883b1cf6-8114-4681-9877-f2163f4c86c7 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:23.481535 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:23.530225 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-087c762d-8444-46b6-89d2-34ca974a77b1 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=d09164dc6ad44a87b7fae777d9f8435a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1931520 Aug 24 16:44:23.620891 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-e7cba10e-24c8-4c03-8087-84eda21f0875 None None] Port a366a354-eb74-47fb-a7f6-464daa8941f7 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:44:23.638981 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=80f48cd6-3cb8-449f-b98b-abe99e89e293,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:23.656068 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:44:23.670026 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Sync routers for ids ['b7dbe20b-9333-40bf-a495-0159eb4b0225'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:44:23.695002 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Routers {'b7dbe20b-9333-40bf-a495-0159eb4b0225'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:44:23.697514 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:44:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['b7dbe20b-9333-40bf-a495-0159eb4b0225'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:23.709665 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:23.710132 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (a9fac741-7f32-40f4-b9b6-e19d85f7d4e6), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:23.728274 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:23.749062 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:23.758321 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:23.869797 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'name': 'tempest-DeleteServersTestJSON-427545844-router', 'tenant_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.160'}], 'enable_snat': True}, 'gw_port_id': '80f48cd6-3cb8-449f-b98b-abe99e89e293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:20Z', 'revision_number': 4, 'project_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'gw_port': {'id': '80f48cd6-3cb8-449f-b98b-abe99e89e293', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:13Z', 'updated_at': '2022-08-24T16:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'ede08bca-3be7-4619-8f3d-22cd3e6846b1', 'name': '', 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905', 'tenant_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'mac_address': 'fa:16:3e:7b:78:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2935d1c1-dac7-4d3e-b47a-e7231537a4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:20Z', 'revision_number': 2, 'project_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'subnets': [{'id': '2935d1c1-dac7-4d3e-b47a-e7231537a4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:23.901814 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59614) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:23.926757 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Set router b7dbe20b-9333-40bf-a495-0159eb4b0225 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:44:23.940083 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0008c740-472a-4c90-b9d2-2ce2d2737f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:23.968026 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:23.972317 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-fe81cb31-5b31-47ac-a1ab-ae9d528aa1c8 admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.3543231 Aug 24 16:44:23.987959 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59620) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:24.003131 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:24.004769 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Checking router: 05bd1e78-8944-42af-9135-c2f5754930a1 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:44:24.010012 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Updating router 05bd1e78-8944-42af-9135-c2f5754930a1 port ede08bca-3be7-4619-8f3d-22cd3e6846b1 binding host dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:44:24.072044 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Network 4d88a69f-ea66-4ba4-9592-a2ab513e73da is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:24.088973 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:24.151219 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Pushing event updated for resources: {'Port': ['ID=44edde22-7748-4c7c-a788-ac3ce953fcc2,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:24.159613 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:44:24.166329 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0008c740-472a-4c90-b9d2-2ce2d2737f18 admin admin] Publish callbacks [] for security_group (469063eb-6f44-4693-a10c-71e3fe05b62d), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:24.224738 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:18Z', 'revision_number': 3, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:24.235348 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:24.241919 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:24.242436 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-485962'] for router_interface (ce4ec97e-757c-43a7-916f-11458e95ba52), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:24.279547 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0008c740-472a-4c90-b9d2-2ce2d2737f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (469063eb-6f44-4693-a10c-71e3fe05b62d), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:24.288733 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Checking router: b7dbe20b-9333-40bf-a495-0159eb4b0225 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:44:24.289292 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Updating router b7dbe20b-9333-40bf-a495-0159eb4b0225 port 00896a06-00e1-4d9b-9f1a-b5b1143ad27f binding host dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:44:24.327386 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (00896a06-00e1-4d9b-9f1a-b5b1143ad27f), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:24.374705 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008c740-472a-4c90-b9d2-2ce2d2737f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469063eb-6f44-4693-a10c-71e3fe05b62d,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:24.409118 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:24.423457 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-139c03f0-5822-4cb3-820b-06373893f815 None None] Provisioning complete for port a366a354-eb74-47fb-a7f6-464daa8941f7 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:24.424242 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-139c03f0-5822-4cb3-820b-06373893f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:24.428053 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:24.432685 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device aee2ae95-950f-487f-94a7-8d37ac621686 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:24.459041 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-0008c740-472a-4c90-b9d2-2ce2d2737f18 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=1bca1b2b245d4aee97ea46ac840af3d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5577533 Aug 24 16:44:24.462961 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59628) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:24.658711 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-dc98ce9a-c7ad-4771-8ed3-f1ac4f8c22a1 admin admin] Publish callbacks [] for security_group (469063eb-6f44-4693-a10c-71e3fe05b62d), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:24.687845 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59632) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:24.697946 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:44:24.709558 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-f7ea549c-5f67-456e-8b39-26bb01da13e9 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/2c4c75b8-7627-42ef-bd27-3e0725427ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9358840 Aug 24 16:44:24.732588 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-dc98ce9a-c7ad-4771-8ed3-f1ac4f8c22a1 admin admin] Publish callbacks [] for security_group (469063eb-6f44-4693-a10c-71e3fe05b62d), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:24.778719 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-139c03f0-5822-4cb3-820b-06373893f815 None None] Port a366a354-eb74-47fb-a7f6-464daa8941f7 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:44:24.802228 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-ada7612e-483f-443e-94cc-80d14f5c0354 service neutron] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 16:44:24.806405 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-ada7612e-483f-443e-94cc-80d14f5c0354 service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1955087 Aug 24 16:44:24.926038 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Publish callbacks [] for port (00896a06-00e1-4d9b-9f1a-b5b1143ad27f), precommit_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:24.929986 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:24.939061 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port aee2ae95-950f-487f-94a7-8d37ac621686 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:24.939450 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (aee2ae95-950f-487f-94a7-8d37ac621686), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:24.995819 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (00896a06-00e1-4d9b-9f1a-b5b1143ad27f), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:25.002878 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:25.013214 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:25.078410 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Attempting to bind port 00896a06-00e1-4d9b-9f1a-b5b1143ad27f on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:44:25.080673 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-589a33cf-fb30-400c-9a51-9718c7737c4d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c87426b9-0121-444a-b1ac-0b19fffe7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605419 Aug 24 16:44:25.081471 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Attempting to bind port 00896a06-00e1-4d9b-9f1a-b5b1143ad27f by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:44:25.085385 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Attempting to bind port 00896a06-00e1-4d9b-9f1a-b5b1143ad27f on network aab3c770-6763-4e5f-928b-64ea6b35bf09 {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:25.091864 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-270b4d03-40f5-47ee-9802-c32cabed87fc None None] Provisioning complete for port 44edde22-7748-4c7c-a788-ac3ce953fcc2 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:25.092233 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-270b4d03-40f5-47ee-9802-c32cabed87fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:25.107398 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:44:25.107880 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Checking segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:25.108931 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:25.110357 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Bound using segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:44:25.111396 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Bound port: 00896a06-00e1-4d9b-9f1a-b5b1143ad27f, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:44:25.112629 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (00896a06-00e1-4d9b-9f1a-b5b1143ad27f), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:25.115592 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:25.138669 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:25.141816 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b964bf25-a530-4e2a-9f55-4ebec3020244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:25.177740 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba09b87-4d54-4800-be90-06d626180aee None None] Pushing event updated for resources: {'Port': ['ID=00896a06-00e1-4d9b-9f1a-b5b1143ad27f,revision_number=2']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:25.220866 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-270b4d03-40f5-47ee-9802-c32cabed87fc None None] Port 44edde22-7748-4c7c-a788-ac3ce953fcc2 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:44:25.248685 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] For port 00896a06-00e1-4d9b-9f1a-b5b1143ad27f, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:44:25.253536 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] For port 00896a06-00e1-4d9b-9f1a-b5b1143ad27f, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=00896a06-00e1-4d9b-9f1a-b5b1143ad27f,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:44:25.283923 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port aee2ae95-950f-487f-94a7-8d37ac621686 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:25.287049 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 6006176d-5ab0-461f-8aef-3a5247eb0a10 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:25.309581 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (00896a06-00e1-4d9b-9f1a-b5b1143ad27f), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:25.366383 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Routers {'b7dbe20b-9333-40bf-a495-0159eb4b0225'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:44:25.367351 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:44:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['b7dbe20b-9333-40bf-a495-0159eb4b0225'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:25.506963 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba09b87-4d54-4800-be90-06d626180aee None None] Pushing event updated for resources: {'Port': ['ID=00896a06-00e1-4d9b-9f1a-b5b1143ad27f,revision_number=3']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:25.527866 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Publish callbacks [] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:25.541501 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-dc98ce9a-c7ad-4771-8ed3-f1ac4f8c22a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (469063eb-6f44-4693-a10c-71e3fe05b62d), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:25.545013 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-dc98ce9a-c7ad-4771-8ed3-f1ac4f8c22a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:25.547117 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-dc98ce9a-c7ad-4771-8ed3-f1ac4f8c22a1 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/469063eb-6f44-4693-a10c-71e3fe05b62d HTTP/1.1" status: 204 len: 168 time: 1.0823770 Aug 24 16:44:25.549623 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b964bf25-a530-4e2a-9f55-4ebec3020244 admin admin] Publish callbacks [] for security_group (c7756a28-c5ea-41a3-abe8-0647fd578497), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:25.556079 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] Set router b7dbe20b-9333-40bf-a495-0159eb4b0225 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:44:25.571573 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98ce9a-c7ad-4771-8ed3-f1ac4f8c22a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469063eb-6f44-4693-a10c-71e3fe05b62d,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:25.608871 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Publish callbacks [] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), precommit_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:25.618677 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-99353726-7f45-4e29-9606-4c94d973e383 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c87426b9-0121-444a-b1ac-0b19fffe7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171788 Aug 24 16:44:25.632066 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:25.633330 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485942'] for router_interface (ce4ec97e-757c-43a7-916f-11458e95ba52), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:25.668226 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b964bf25-a530-4e2a-9f55-4ebec3020244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (c7756a28-c5ea-41a3-abe8-0647fd578497), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:25.686193 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:25.725858 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:25.762593 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 6006176d-5ab0-461f-8aef-3a5247eb0a10 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:25.763141 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (6006176d-5ab0-461f-8aef-3a5247eb0a10), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:25.813420 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:25.831254 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:18Z', 'revision_number': 3, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:25.864996 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-b964bf25-a530-4e2a-9f55-4ebec3020244 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=4a4e50fb9544418f9636f3ea20d1c949&name=default HTTP/1.1" status: 200 len: 2995 time: 1.1752834 Aug 24 16:44:25.872891 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59658) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:25.873070 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Pushing event updated for resources: {'Port': ['ID=44edde22-7748-4c7c-a788-ac3ce953fcc2,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:25.908746 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81c0e7d-52fa-45df-a59e-98c23306ecc2 None None] The sync data for ids ['b7dbe20b-9333-40bf-a495-0159eb4b0225'] in dv-cinder-731167-2-iscsi is: [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:18Z', 'revision_number': 3, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:44:25.948896 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964bf25-a530-4e2a-9f55-4ebec3020244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7756a28-c5ea-41a3-abe8-0647fd578497,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:26.039774 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcfcad-a849-4ce9-b9a0-2b3adf873ad2 None None] Pushing event updated for resources: {'Port': ['ID=ede08bca-3be7-4619-8f3d-22cd3e6846b1,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:26.073815 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:26.083797 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:26.106825 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Network 4d88a69f-ea66-4ba4-9592-a2ab513e73da is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:26.110859 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:26.237280 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b0f01e6a-a7af-4071-98c4-1282ecadcb0f admin admin] Publish callbacks [] for security_group (c7756a28-c5ea-41a3-abe8-0647fd578497), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:26.237280 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b0f01e6a-a7af-4071-98c4-1282ecadcb0f admin admin] Publish callbacks [] for security_group (c7756a28-c5ea-41a3-abe8-0647fd578497), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:26.238250 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Attempting to bind port ede08bca-3be7-4619-8f3d-22cd3e6846b1 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:44:26.238250 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Attempting to bind port ede08bca-3be7-4619-8f3d-22cd3e6846b1 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'f71dd781-47a7-4a11-b2b1-94b237917fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:44:26.238250 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Attempting to bind port ede08bca-3be7-4619-8f3d-22cd3e6846b1 on network c87426b9-0121-444a-b1ac-0b19fffe7905 {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:26.238250 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 6006176d-5ab0-461f-8aef-3a5247eb0a10 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:26.238250 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:44:26.238250 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Checking segment: {'id': 'f71dd781-47a7-4a11-b2b1-94b237917fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:26.238250 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:26.238250 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Bound using segment: {'id': 'f71dd781-47a7-4a11-b2b1-94b237917fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:44:26.238250 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Bound port: ede08bca-3be7-4619-8f3d-22cd3e6846b1, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71dd781-47a7-4a11-b2b1-94b237917fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:44:26.238969 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:26.335013 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] For port ede08bca-3be7-4619-8f3d-22cd3e6846b1, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:44:26.340556 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] For port ede08bca-3be7-4619-8f3d-22cd3e6846b1, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=ede08bca-3be7-4619-8f3d-22cd3e6846b1,segment=NetworkSegment(f71dd781-47a7-4a11-b2b1-94b237917fef),segment_id=f71dd781-47a7-4a11-b2b1-94b237917fef)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:44:26.367280 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dd80b5a7-1612-4e9e-af18-5a8994e0c781 req-b5f561ff-5a1c-4cd7-a265-ed126252ab68 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 210 time: 0.1428144 Aug 24 16:44:26.386668 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:26.388882 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59686) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:26.400722 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-b50bb392-d1d9-4fe9-97a7-48af10d16873 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1350594690', 'description': 'tempest-description--598250150'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:26.423524 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Router ce4ec97e-757c-43a7-916f-11458e95ba52 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:44:26.436201 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:26.454546 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Allocated IP 172.20.0.1 (3c868f21-48dd-4a80-9b52-b20f081f69bf/7a21e2cb-adaa-418e-9a22-729cb8d4dff7/b728e187-e328-4a1c-b1ca-502db465b020) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:26.520139 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b50bb392-d1d9-4fe9-97a7-48af10d16873 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:26.568662 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b0f01e6a-a7af-4071-98c4-1282ecadcb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (c7756a28-c5ea-41a3-abe8-0647fd578497), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:26.578833 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b0f01e6a-a7af-4071-98c4-1282ecadcb0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:26.585789 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-b0f01e6a-a7af-4071-98c4-1282ecadcb0f admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/c7756a28-c5ea-41a3-abe8-0647fd578497 HTTP/1.1" status: 204 len: 168 time: 0.7147055 Aug 24 16:44:26.620533 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Routers {'05bd1e78-8944-42af-9135-c2f5754930a1'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:44:26.621440 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:44:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['05bd1e78-8944-42af-9135-c2f5754930a1'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:26.623367 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f01e6a-a7af-4071-98c4-1282ecadcb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7756a28-c5ea-41a3-abe8-0647fd578497,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:26.643199 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcfcad-a849-4ce9-b9a0-2b3adf873ad2 None None] Pushing event updated for resources: {'Port': ['ID=ede08bca-3be7-4619-8f3d-22cd3e6846b1,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:26.823511 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b50bb392-d1d9-4fe9-97a7-48af10d16873 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (5b2ad917-7f2f-443e-bbc0-02735b116f52), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:26.840862 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device d856c855-05c4-443e-b50f-f64a2e87efdd up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:26.860993 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Sync routers for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:44:26.899070 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b50bb392-d1d9-4fe9-97a7-48af10d16873 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (5b2ad917-7f2f-443e-bbc0-02735b116f52), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:26.948011 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:26.948175 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:26.965337 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bb392-d1d9-4fe9-97a7-48af10d16873 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2ad917-7f2f-443e-bbc0-02735b116f52,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:27.003042 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Publish callbacks [] for port (b728e187-e328-4a1c-b1ca-502db465b020), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:27.015611 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:44:27.017404 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] Set router 05bd1e78-8944-42af-9135-c2f5754930a1 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:44:27.027925 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Sync routers for ids ['ce4ec97e-757c-43a7-916f-11458e95ba52'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:44:27.030015 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b50bb392-d1d9-4fe9-97a7-48af10d16873 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:27.031935 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-e85b7f61-8187-410e-9a1e-6996fbb96f00 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/ce4ec97e-757c-43a7-916f-11458e95ba52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9329338 Aug 24 16:44:27.036226 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59696) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:27.043095 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-b50bb392-d1d9-4fe9-97a7-48af10d16873 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6531005 Aug 24 16:44:27.045983 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-e35f6bbc-42f9-42cf-8191-fa187e9f665c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'security_group_rule': {'security_group_id': '5b2ad917-7f2f-443e-bbc0-02735b116f52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:27.057531 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Routers {'ce4ec97e-757c-43a7-916f-11458e95ba52'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:44:27.058555 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:44:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['ce4ec97e-757c-43a7-916f-11458e95ba52'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:27.134269 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-8811e20e-013b-4623-9ba0-2ee8a70c596d None None] Provisioning complete for port 44edde22-7748-4c7c-a788-ac3ce953fcc2 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:27.136253 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-8811e20e-013b-4623-9ba0-2ee8a70c596d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:27.188628 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:44:27.189672 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:44:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:27.195420 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (b728e187-e328-4a1c-b1ca-502db465b020), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:27.276880 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e35f6bbc-42f9-42cf-8191-fa187e9f665c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (5be87075-eae8-467c-a207-b6d5dffdd662), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:27.290603 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59704) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:27.321236 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Network 3c868f21-48dd-4a80-9b52-b20f081f69bf is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:27.325243 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Set router ce4ec97e-757c-43a7-916f-11458e95ba52 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:44:27.333380 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:27.337851 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:27.337851 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-485962'] for router_interface (b7dbe20b-9333-40bf-a495-0159eb4b0225), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:27.410740 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Pushing event updated for resources: {'Port': ['ID=b728e187-e328-4a1c-b1ca-502db465b020,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:27.538349 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e35f6bbc-42f9-42cf-8191-fa187e9f665c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (5be87075-eae8-467c-a207-b6d5dffdd662), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:27.549219 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:27.563110 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59716) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:27.640185 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e35f6bbc-42f9-42cf-8191-fa187e9f665c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (5be87075-eae8-467c-a207-b6d5dffdd662), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:27.658176 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-627ab838-7783-48aa-86ed-e8ecd3a84fde req-9381d7cc-96c8-48de-93a7-25dc26fec1da tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 210 time: 0.0843701 Aug 24 16:44:27.667790 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f6bbc-42f9-42cf-8191-fa187e9f665c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be87075-eae8-467c-a207-b6d5dffdd662,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:27.740788 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (b728e187-e328-4a1c-b1ca-502db465b020), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:27.764126 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:27.769938 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-8811e20e-013b-4623-9ba0-2ee8a70c596d None None] Port 44edde22-7748-4c7c-a788-ac3ce953fcc2 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:44:27.775012 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e35f6bbc-42f9-42cf-8191-fa187e9f665c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:27.776934 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-e35f6bbc-42f9-42cf-8191-fa187e9f665c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7394114 Aug 24 16:44:27.779588 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59720) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:27.786290 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-90f94ae2-8ce6-4e76-a23a-708e5362f8a2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'security_group_rule': {'security_group_id': '5b2ad917-7f2f-443e-bbc0-02735b116f52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:27.787902 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port d856c855-05c4-443e-b50f-f64a2e87efdd triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:27.788296 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (d856c855-05c4-443e-b50f-f64a2e87efdd), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:27.879014 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-2e62a0ba-d746-47d1-977b-2ba62a922a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:27.905844 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:24Z', 'revision_number': 4, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port': {'id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '44edde22-7748-4c7c-a788-ac3ce953fcc2', 'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'mac_address': 'fa:16:3e:55:c3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:22Z', 'updated_at': '2022-08-24T16:44:25Z', 'revision_number': 2, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'subnets': [{'id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:27.910998 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-b660dc46-03f2-47f3-82a1-372cab202bfb None None] Provisioning complete for port b728e187-e328-4a1c-b1ca-502db465b020 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:27.911555 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b660dc46-03f2-47f3-82a1-372cab202bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (b728e187-e328-4a1c-b1ca-502db465b020), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:27.948316 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-b660dc46-03f2-47f3-82a1-372cab202bfb None None] Port b728e187-e328-4a1c-b1ca-502db465b020 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:44:27.969182 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Checking router: ce4ec97e-757c-43a7-916f-11458e95ba52 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:44:27.969701 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Updating router ce4ec97e-757c-43a7-916f-11458e95ba52 port 44edde22-7748-4c7c-a788-ac3ce953fcc2 binding host dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:44:27.984349 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:44:28.005087 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.006674 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-2e62a0ba-d746-47d1-977b-2ba62a922a52 admin admin] Publish callbacks [] for security_group (6f8cfa3b-a952-458b-87e0-cd65f04f06f0), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.030922 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-90f94ae2-8ce6-4e76-a23a-708e5362f8a2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (5b369756-9c65-4d6b-aec5-db5cd8817233), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.077257 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59722) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:28.101960 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port d856c855-05c4-443e-b50f-f64a2e87efdd is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:28.101960 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (d856c855-05c4-443e-b50f-f64a2e87efdd), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.121625 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port d856c855-05c4-443e-b50f-f64a2e87efdd, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=d856c855-05c4-443e-b50f-f64a2e87efdd,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:28.145626 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cda5e9ad-dfca-4dfc-afec-ab4783370ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.214825 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Publish callbacks [] for port (b728e187-e328-4a1c-b1ca-502db465b020), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.266673 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (d856c855-05c4-443e-b50f-f64a2e87efdd), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.267478 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 7a7bf220-906d-4961-9134-3825b9831f8d up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:28.292849 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (b728e187-e328-4a1c-b1ca-502db465b020), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.293603 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485942'] for router_interface (b7dbe20b-9333-40bf-a495-0159eb4b0225), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.321633 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-2e62a0ba-d746-47d1-977b-2ba62a922a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (6f8cfa3b-a952-458b-87e0-cd65f04f06f0), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.381708 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-90f94ae2-8ce6-4e76-a23a-708e5362f8a2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (5b369756-9c65-4d6b-aec5-db5cd8817233), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.422293 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=100 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:28.441984 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62a0ba-d746-47d1-977b-2ba62a922a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8cfa3b-a952-458b-87e0-cd65f04f06f0,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:28.473766 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-2e62a0ba-d746-47d1-977b-2ba62a922a52 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=962fd0e297b24ea2a77441d8d8928d5b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1804719 Aug 24 16:44:28.476206 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59742) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:28.479797 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-90f94ae2-8ce6-4e76-a23a-708e5362f8a2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (5b369756-9c65-4d6b-aec5-db5cd8817233), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.484183 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:28.494296 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'name': 'tempest-DeleteServersTestJSON-427545844-router', 'tenant_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.160'}], 'enable_snat': True}, 'gw_port_id': '80f48cd6-3cb8-449f-b98b-abe99e89e293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:20Z', 'revision_number': 4, 'project_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'gw_port': {'id': '80f48cd6-3cb8-449f-b98b-abe99e89e293', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:13Z', 'updated_at': '2022-08-24T16:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'ede08bca-3be7-4619-8f3d-22cd3e6846b1', 'name': '', 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905', 'tenant_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'mac_address': 'fa:16:3e:7b:78:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2935d1c1-dac7-4d3e-b47a-e7231537a4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:26Z', 'revision_number': 4, 'project_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'subnets': [{'id': '2935d1c1-dac7-4d3e-b47a-e7231537a4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:28.504963 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Pushing event updated for resources: {'Port': ['ID=b728e187-e328-4a1c-b1ca-502db465b020,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:28.638983 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f94ae2-8ce6-4e76-a23a-708e5362f8a2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b369756-9c65-4d6b-aec5-db5cd8817233,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:28.645623 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:28.648921 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Publish callbacks [] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), precommit_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.651318 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d2d5e-ff4e-4931-ae36-c72d1496a635 None None] The sync data for ids ['05bd1e78-8944-42af-9135-c2f5754930a1'] in dv-cinder-731167-2-iscsi is: [{'id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'name': 'tempest-DeleteServersTestJSON-427545844-router', 'tenant_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.160'}], 'enable_snat': True}, 'gw_port_id': '80f48cd6-3cb8-449f-b98b-abe99e89e293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:20Z', 'revision_number': 4, 'project_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'gw_port': {'id': '80f48cd6-3cb8-449f-b98b-abe99e89e293', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:13Z', 'updated_at': '2022-08-24T16:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'ede08bca-3be7-4619-8f3d-22cd3e6846b1', 'name': '', 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905', 'tenant_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'mac_address': 'fa:16:3e:7b:78:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2935d1c1-dac7-4d3e-b47a-e7231537a4c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:26Z', 'revision_number': 4, 'project_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'subnets': [{'id': '2935d1c1-dac7-4d3e-b47a-e7231537a4c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:44:28.671029 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-54e326ba-2445-49a2-8622-60d164d50525 admin admin] Publish callbacks [] for security_group (6f8cfa3b-a952-458b-87e0-cd65f04f06f0), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.695029 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cda5e9ad-dfca-4dfc-afec-ab4783370ae2 admin admin] Publish callbacks [] for security_group (085ce8be-d344-4375-bb4a-482b2a05e296), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.702567 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-54e326ba-2445-49a2-8622-60d164d50525 admin admin] Publish callbacks [] for security_group (6f8cfa3b-a952-458b-87e0-cd65f04f06f0), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.729594 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=d856c855-05c4-443e-b50f-f64a2e87efdd,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:28.751585 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.759568 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 7a7bf220-906d-4961-9134-3825b9831f8d triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:28.768785 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (7a7bf220-906d-4961-9134-3825b9831f8d), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.773828 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Network 3c868f21-48dd-4a80-9b52-b20f081f69bf is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:28.778427 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:28.813227 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-90f94ae2-8ce6-4e76-a23a-708e5362f8a2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.817227 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-90f94ae2-8ce6-4e76-a23a-708e5362f8a2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0364094 Aug 24 16:44:28.835923 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 59752) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:28.865633 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'floatingip': {'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:28.905552 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cda5e9ad-dfca-4dfc-afec-ab4783370ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (085ce8be-d344-4375-bb4a-482b2a05e296), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:28.965021 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:29.019416 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Attempting to bind port 44edde22-7748-4c7c-a788-ac3ce953fcc2 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:44:29.020979 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Attempting to bind port 44edde22-7748-4c7c-a788-ac3ce953fcc2 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:44:29.021521 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Attempting to bind port 44edde22-7748-4c7c-a788-ac3ce953fcc2 on network 4d88a69f-ea66-4ba4-9592-a2ab513e73da {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:29.051955 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b329c3ac-8b25-48a9-8961-61b98bcfac06 req-c241df2d-9184-4595-985e-6ae13baac98b tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 210 time: 0.2321262 Aug 24 16:44:29.060325 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:44:29.062553 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Checking segment: {'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:29.063166 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:29.064648 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Bound using segment: {'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:44:29.065453 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Bound port: 44edde22-7748-4c7c-a788-ac3ce953fcc2, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'}}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:44:29.066052 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:29.067340 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:29.173710 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5e9ad-dfca-4dfc-afec-ab4783370ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085ce8be-d344-4375-bb4a-482b2a05e296,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:29.190899 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-cda5e9ad-dfca-4dfc-afec-ab4783370ae2 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=fcc917128f3642828c7e2af44274e383&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1084394 Aug 24 16:44:29.203404 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59766) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:29.240873 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] For port 44edde22-7748-4c7c-a788-ac3ce953fcc2, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:44:29.248201 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] For port 44edde22-7748-4c7c-a788-ac3ce953fcc2, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=44edde22-7748-4c7c-a788-ac3ce953fcc2,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:44:29.280642 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:22Z', 'revision_number': 2, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:29.292468 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb3bb0-0317-45ca-8b5d-94b574b7d0fb None None] Pushing event updated for resources: {'Port': ['ID=44edde22-7748-4c7c-a788-ac3ce953fcc2,revision_number=3']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:29.296027 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Router b7dbe20b-9333-40bf-a495-0159eb4b0225 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:44:29.337141 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:29.379574 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 7a7bf220-906d-4961-9134-3825b9831f8d is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:29.379972 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (7a7bf220-906d-4961-9134-3825b9831f8d), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:29.423812 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port 7a7bf220-906d-4961-9134-3825b9831f8d, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=7a7bf220-906d-4961-9134-3825b9831f8d,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:29.428489 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Checking router: 2c4c75b8-7627-42ef-bd27-3e0725427ee7 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:44:29.429010 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Updating router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 port a366a354-eb74-47fb-a7f6-464daa8941f7 binding host dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:44:29.435114 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:29.474411 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c72ce913-70e4-4b0b-9048-e677a6f1b07b admin admin] Publish callbacks [] for security_group (085ce8be-d344-4375-bb4a-482b2a05e296), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:29.476422 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-da74d1b9-5ed3-439c-94c4-ded2aca2dd9c None None] Provisioning complete for port b728e187-e328-4a1c-b1ca-502db465b020 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:29.476994 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-da74d1b9-5ed3-439c-94c4-ded2aca2dd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (b728e187-e328-4a1c-b1ca-502db465b020), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:29.491615 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Routers {'ce4ec97e-757c-43a7-916f-11458e95ba52'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:44:29.492449 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:44:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['ce4ec97e-757c-43a7-916f-11458e95ba52'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:29.547462 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (7a7bf220-906d-4961-9134-3825b9831f8d), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:29.552926 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 80f48cd6-3cb8-449f-b98b-abe99e89e293 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:29.565092 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-54e326ba-2445-49a2-8622-60d164d50525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (6f8cfa3b-a952-458b-87e0-cd65f04f06f0), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:29.567073 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c72ce913-70e4-4b0b-9048-e677a6f1b07b admin admin] Publish callbacks [] for security_group (085ce8be-d344-4375-bb4a-482b2a05e296), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:29.567551 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-54e326ba-2445-49a2-8622-60d164d50525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:29.568896 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-54e326ba-2445-49a2-8622-60d164d50525 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/6f8cfa3b-a952-458b-87e0-cd65f04f06f0 HTTP/1.1" status: 204 len: 168 time: 1.0834739 Aug 24 16:44:29.577899 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c06e4-125a-4f99-b163-2d12320cf98d req-c92bf2ea-ae3d-462a-890a-41dbed43c4e1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:29.579538 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-344c06e4-125a-4f99-b163-2d12320cf98d req-c92bf2ea-ae3d-462a-890a-41dbed43c4e1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 819 time: 0.3049731 Aug 24 16:44:29.617548 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb3bb0-0317-45ca-8b5d-94b574b7d0fb None None] Pushing event updated for resources: {'Port': ['ID=44edde22-7748-4c7c-a788-ac3ce953fcc2,revision_number=4']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:29.618649 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e326ba-2445-49a2-8622-60d164d50525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8cfa3b-a952-458b-87e0-cd65f04f06f0,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:29.646001 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:29.672709 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-344c06e4-125a-4f99-b163-2d12320cf98d req-07e1d3fe-8d20-4b5c-b7c7-ca34d0a1d02a tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/quotas/c99d97707cc2485284d8d33522ebb918 HTTP/1.1" status: 200 len: 375 time: 0.0796795 Aug 24 16:44:29.676113 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:29.696212 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-da74d1b9-5ed3-439c-94c4-ded2aca2dd9c None None] Port b728e187-e328-4a1c-b1ca-502db465b020 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:44:29.724929 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] Set router ce4ec97e-757c-43a7-916f-11458e95ba52 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:44:29.747472 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:44:29.758754 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:29.760966 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a28a8196-a126-40ca-bc38-4ca9500f661c admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/b7dbe20b-9333-40bf-a495-0159eb4b0225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7652063 Aug 24 16:44:29.800065 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:29.805206 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Sync routers for ids ['b7dbe20b-9333-40bf-a495-0159eb4b0225'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:44:29.878857 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=7a7bf220-906d-4961-9134-3825b9831f8d,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:29.891929 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c72ce913-70e4-4b0b-9048-e677a6f1b07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (085ce8be-d344-4375-bb4a-482b2a05e296), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:29.909417 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c72ce913-70e4-4b0b-9048-e677a6f1b07b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:29.909417 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-c72ce913-70e4-4b0b-9048-e677a6f1b07b admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/085ce8be-d344-4375-bb4a-482b2a05e296 HTTP/1.1" status: 204 len: 168 time: 0.6978142 Aug 24 16:44:29.918619 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ce913-70e4-4b0b-9048-e677a6f1b07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085ce8be-d344-4375-bb4a-482b2a05e296,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:29.969724 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 80f48cd6-3cb8-449f-b98b-abe99e89e293 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:29.969724 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (80f48cd6-3cb8-449f-b98b-abe99e89e293), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:29.969724 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Routers {'b7dbe20b-9333-40bf-a495-0159eb4b0225'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:44:29.969724 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:44:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['b7dbe20b-9333-40bf-a495-0159eb4b0225'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:30.101966 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:30.140279 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Allocated IP 172.27.4.68 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/d349051d-76fd-4f7d-996b-90937e1b83d7) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:30.199136 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-344c06e4-125a-4f99-b163-2d12320cf98d req-2ba8b465-25f9-44bd-af8f-607821b47d31 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2859149 Aug 24 16:44:30.260520 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:24Z', 'revision_number': 4, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port': {'id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '44edde22-7748-4c7c-a788-ac3ce953fcc2', 'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'mac_address': 'fa:16:3e:55:c3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:22Z', 'updated_at': '2022-08-24T16:44:29Z', 'revision_number': 4, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'subnets': [{'id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:30.266693 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dcd71cf4-ec1d-4450-983d-b63a0bb70bb1 req-8aac4054-50b0-4892-a1d2-14333adbd6fe tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 210 time: 0.0788164 Aug 24 16:44:30.291963 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb625b-4ca1-404b-a694-6db99aa487c7 None None] The sync data for ids ['ce4ec97e-757c-43a7-916f-11458e95ba52'] in dv-cinder-731167-2-iscsi is: [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:24Z', 'revision_number': 4, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port': {'id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '44edde22-7748-4c7c-a788-ac3ce953fcc2', 'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'mac_address': 'fa:16:3e:55:c3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:22Z', 'updated_at': '2022-08-24T16:44:29Z', 'revision_number': 4, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'subnets': [{'id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:44:30.308367 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:30.433789 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-344c06e4-125a-4f99-b163-2d12320cf98d req-f060e2fe-4b6a-4fa3-8926-7a3657befad6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229211 Aug 24 16:44:30.450816 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Publish callbacks [] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), precommit_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:30.457484 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Set router b7dbe20b-9333-40bf-a495-0159eb4b0225 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:44:30.484979 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for port (d349051d-76fd-4f7d-996b-90937e1b83d7), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:30.569533 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:30.661184 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-344c06e4-125a-4f99-b163-2d12320cf98d req-015ad031-f4d0-4cd5-ac1b-42404b02e9c0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212315 Aug 24 16:44:30.771538 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (d349051d-76fd-4f7d-996b-90937e1b83d7), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:30.847295 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 80f48cd6-3cb8-449f-b98b-abe99e89e293 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:30.873261 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:30.923549 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdce7a4-716b-487b-afde-8ad066e2c9a4 None None] Pushing event updated for resources: {'Port': ['ID=a366a354-eb74-47fb-a7f6-464daa8941f7,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:30.940750 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:30.969791 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:31.011833 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'Port': ['ID=d349051d-76fd-4f7d-996b-90937e1b83d7,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:31.113745 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59832) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:31.119767 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-ca58a9f2-ccdf-4293-bf9f-5a0b69080a74 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--795939056', 'description': 'tempest-description--1975542837'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:31.164600 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:27Z', 'revision_number': 4, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'b728e187-e328-4a1c-b1ca-502db465b020', 'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'mac_address': 'fa:16:3e:ee:32:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:26Z', 'updated_at': '2022-08-24T16:44:27Z', 'revision_number': 2, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'subnets': [{'id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:31.206453 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Checking router: b7dbe20b-9333-40bf-a495-0159eb4b0225 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:44:31.206951 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Updating router b7dbe20b-9333-40bf-a495-0159eb4b0225 port b728e187-e328-4a1c-b1ca-502db465b020 binding host dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:44:31.217463 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:31.309421 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (b728e187-e328-4a1c-b1ca-502db465b020), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:31.320826 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ca58a9f2-ccdf-4293-bf9f-5a0b69080a74 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:31.356383 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Attempting to bind port a366a354-eb74-47fb-a7f6-464daa8941f7 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:44:31.367654 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Attempting to bind port a366a354-eb74-47fb-a7f6-464daa8941f7 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:44:31.372416 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Attempting to bind port a366a354-eb74-47fb-a7f6-464daa8941f7 on network 883b1cf6-8114-4681-9877-f2163f4c86c7 {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:31.387364 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:31.394388 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device ede08bca-3be7-4619-8f3d-22cd3e6846b1 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:31.413173 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:44:31.413946 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Checking segment: {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:31.414420 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:31.415605 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Bound using segment: {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:44:31.423565 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Bound port: a366a354-eb74-47fb-a7f6-464daa8941f7, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:44:31.427700 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:31.453668 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-294f2c03-f9e4-489e-a96b-e4a5b950889f req-41c1de70-d21e-42f4-a922-2c0f31885ae4 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 210 time: 0.2252696 Aug 24 16:44:31.575402 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (27e34ef4-8cb8-480b-add6-57513586cd42), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:31.609418 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ca58a9f2-ccdf-4293-bf9f-5a0b69080a74 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group (3e22c34a-3148-4e17-8e2e-cb990b84bf6f), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:31.736518 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ca58a9f2-ccdf-4293-bf9f-5a0b69080a74 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (3e22c34a-3148-4e17-8e2e-cb990b84bf6f), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:31.838736 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58a9f2-ccdf-4293-bf9f-5a0b69080a74 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e22c34a-3148-4e17-8e2e-cb990b84bf6f,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:31.929355 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-80d82969-e09d-4e35-a794-14d2f1892a55 req-6bf402e9-fab0-46ca-a799-6ecd75ddb752 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 210 time: 0.1041529 Aug 24 16:44:31.957823 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] For port a366a354-eb74-47fb-a7f6-464daa8941f7, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:44:31.961237 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] For port a366a354-eb74-47fb-a7f6-464daa8941f7, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=a366a354-eb74-47fb-a7f6-464daa8941f7,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:44:31.969182 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ca58a9f2-ccdf-4293-bf9f-5a0b69080a74 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:31.969182 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-ca58a9f2-ccdf-4293-bf9f-5a0b69080a74 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8490858 Aug 24 16:44:31.969500 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59884) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:31.970301 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port ede08bca-3be7-4619-8f3d-22cd3e6846b1 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:31.970793 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:31.974887 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-361a52b9-bcbe-438e-83dc-33f8af09ba2f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Request body: {'security_group_rule': {'security_group_id': '3e22c34a-3148-4e17-8e2e-cb990b84bf6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:32.048172 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-fe44ebbf-efaf-401c-bead-453e9fc746f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:32.073237 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:32.085520 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-f6de5daf-2a87-4dbc-bfb6-f59bba974bec tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:32.092278 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-f6de5daf-2a87-4dbc-bfb6-f59bba974bec tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 819 time: 0.1709533 Aug 24 16:44:32.100325 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (d349051d-76fd-4f7d-996b-90937e1b83d7), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:32.128625 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-e6998f80-011f-4e46-8961-6f7505a2a03f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/quotas/c99d97707cc2485284d8d33522ebb918 HTTP/1.1" status: 200 len: 375 time: 0.0353301 Aug 24 16:44:32.147496 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-361a52b9-bcbe-438e-83dc-33f8af09ba2f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group_rule (c8287646-2be5-4a79-9525-d0c849b97863), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:32.229994 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-51b8ebc1-c85d-4638-9e67-9ddd3f597114 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995572 Aug 24 16:44:32.242728 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:44:32.243529 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:44:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:32.307563 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-361a52b9-bcbe-438e-83dc-33f8af09ba2f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group_rule (c8287646-2be5-4a79-9525-d0c849b97863), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:32.406741 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-361a52b9-bcbe-438e-83dc-33f8af09ba2f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (c8287646-2be5-4a79-9525-d0c849b97863), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:32.407577 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdce7a4-716b-487b-afde-8ad066e2c9a4 None None] Pushing event updated for resources: {'Port': ['ID=a366a354-eb74-47fb-a7f6-464daa8941f7,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:32.443220 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:32.457338 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-92f1333b-bc2b-4d04-8a91-cec31a07a81d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264347 Aug 24 16:44:32.475279 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port ede08bca-3be7-4619-8f3d-22cd3e6846b1 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:32.475964 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:32.487806 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a52b9-bcbe-438e-83dc-33f8af09ba2f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8287646-2be5-4a79-9525-d0c849b97863,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:32.577172 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port ede08bca-3be7-4619-8f3d-22cd3e6846b1, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=ede08bca-3be7-4619-8f3d-22cd3e6846b1,segment=NetworkSegment(f71dd781-47a7-4a11-b2b1-94b237917fef),segment_id=f71dd781-47a7-4a11-b2b1-94b237917fef)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:32.601221 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-361a52b9-bcbe-438e-83dc-33f8af09ba2f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:32.602685 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-361a52b9-bcbe-438e-83dc-33f8af09ba2f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6316998 Aug 24 16:44:32.605849 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59906) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:32.610832 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-f13d3766-f6a8-44a9-8207-3a7831f2849f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Request body: {'security_group_rule': {'security_group_id': '3e22c34a-3148-4e17-8e2e-cb990b84bf6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:32.635490 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:44:32.724281 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Publish callbacks [] for port (b728e187-e328-4a1c-b1ca-502db465b020), precommit_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:32.727106 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:32.728734 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 44edde22-7748-4c7c-a788-ac3ce953fcc2 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:32.748999 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f13d3766-f6a8-44a9-8207-3a7831f2849f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group_rule (54e732b2-23b7-4c62-9feb-c058d2e684f7), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:32.858672 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:32.886546 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (b728e187-e328-4a1c-b1ca-502db465b020), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:32.944009 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f13d3766-f6a8-44a9-8207-3a7831f2849f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group_rule (54e732b2-23b7-4c62-9feb-c058d2e684f7), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:32.993456 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:32.994656 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 44edde22-7748-4c7c-a788-ac3ce953fcc2 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:32.994803 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:33.013792 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f13d3766-f6a8-44a9-8207-3a7831f2849f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (54e732b2-23b7-4c62-9feb-c058d2e684f7), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:33.046205 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-6bbab918-5ad5-4322-94e0-4bdc83da4340 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5873044 Aug 24 16:44:33.046598 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.40', 50632) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:33.104736 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d3766-f6a8-44a9-8207-3a7831f2849f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e732b2-23b7-4c62-9feb-c058d2e684f7,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:33.187689 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=ede08bca-3be7-4619-8f3d-22cd3e6846b1,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:33.189341 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f13d3766-f6a8-44a9-8207-3a7831f2849f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:33.205090 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-f13d3766-f6a8-44a9-8207-3a7831f2849f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5974479 Aug 24 16:44:33.208086 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 59930) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:33.226095 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Request body: {'floatingip': {'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:33.307139 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f3d79ad3-ba47-4199-ab98-38188850a43a req-b1ab5652-7fa3-4706-9e56-8a00595584a0 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 210 time: 0.1488068 Aug 24 16:44:33.372694 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for port (d349051d-76fd-4f7d-996b-90937e1b83d7), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:33.403601 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:33.411566 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:33.438560 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306b9f8-9f58-45fd-a89e-1b62acfb5d33 None None] Pushing event updated for resources: {'Port': ['ID=b728e187-e328-4a1c-b1ca-502db465b020,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:33.447382 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Attempting to bind port b728e187-e328-4a1c-b1ca-502db465b020 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:44:33.448223 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Attempting to bind port b728e187-e328-4a1c-b1ca-502db465b020 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '2023dcad-1199-4ffc-890c-247170f76826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:44:33.448998 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Attempting to bind port b728e187-e328-4a1c-b1ca-502db465b020 on network 3c868f21-48dd-4a80-9b52-b20f081f69bf {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:33.460453 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:44:33.464117 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Checking segment: {'id': '2023dcad-1199-4ffc-890c-247170f76826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:33.464117 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:33.464117 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Bound using segment: {'id': '2023dcad-1199-4ffc-890c-247170f76826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:44:33.464117 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Bound port: b728e187-e328-4a1c-b1ca-502db465b020, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2023dcad-1199-4ffc-890c-247170f76826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:44:33.464117 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (b728e187-e328-4a1c-b1ca-502db465b020), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:33.522328 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (d349051d-76fd-4f7d-996b-90937e1b83d7), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:33.523066 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (27e34ef4-8cb8-480b-add6-57513586cd42), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:33.583391 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] For port b728e187-e328-4a1c-b1ca-502db465b020, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:44:33.587363 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] For port b728e187-e328-4a1c-b1ca-502db465b020, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=b728e187-e328-4a1c-b1ca-502db465b020,segment=NetworkSegment(2023dcad-1199-4ffc-890c-247170f76826),segment_id=2023dcad-1199-4ffc-890c-247170f76826)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:44:33.653103 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 44edde22-7748-4c7c-a788-ac3ce953fcc2 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:33.653560 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:33.691557 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:31Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:33.702975 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (b728e187-e328-4a1c-b1ca-502db465b020), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:33.758480 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-72c24432-1bbb-4f3b-b44b-d93ef2bcebae req-27c53355-444b-41b6-86f2-dafbc49907e4 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 210 time: 0.1422844 Aug 24 16:44:33.812507 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b23785-a6d6-4dda-81bb-674d527e81c9 None None] The sync data for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi is: [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:31Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:44:33.836962 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267eb00f-7281-48d4-b849-334f808213d9 req-bb0bdd3c-59de-490f-9e50-f16162ed379e tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:33.841033 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port 44edde22-7748-4c7c-a788-ac3ce953fcc2, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=44edde22-7748-4c7c-a788-ac3ce953fcc2,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:33.851683 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-bb0bdd3c-59de-490f-9e50-f16162ed379e tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.40 "GET /networking/v2.0/networks?id=c87426b9-0121-444a-b1ac-0b19fffe7905 HTTP/1.1" status: 200 len: 811 time: 0.8004370 Aug 24 16:44:33.857277 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Routers {'b7dbe20b-9333-40bf-a495-0159eb4b0225'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:44:33.857921 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:44:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['b7dbe20b-9333-40bf-a495-0159eb4b0225'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:33.870308 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'Port': ['ID=d349051d-76fd-4f7d-996b-90937e1b83d7,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:33.887675 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:33.908988 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:33.915112 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-83253fac-ad2e-45bb-b256-63927daff227 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0717247 Aug 24 16:44:34.002483 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:34.062806 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306b9f8-9f58-45fd-a89e-1b62acfb5d33 None None] Pushing event updated for resources: {'Port': ['ID=b728e187-e328-4a1c-b1ca-502db465b020,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:34.078696 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Allocated IP 172.27.4.202 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/481c5fd4-b237-42ce-867b-05565d4daf19) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:34.081861 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:34.138147 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:34.138681 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device d856c855-05c4-443e-b50f-f64a2e87efdd up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:34.240839 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for port (481c5fd4-b237-42ce-867b-05565d4daf19), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:34.267859 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:34.320770 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-eafc7389-b2fd-4be5-a8ab-0f0b81d55fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:34.358954 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:34.362484 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=44edde22-7748-4c7c-a788-ac3ce953fcc2,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:34.383508 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port d856c855-05c4-443e-b50f-f64a2e87efdd triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:34.384881 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (d856c855-05c4-443e-b50f-f64a2e87efdd), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:34.387986 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (481c5fd4-b237-42ce-867b-05565d4daf19), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:34.391776 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] Set router b7dbe20b-9333-40bf-a495-0159eb4b0225 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:44:34.466912 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-2dd7acf5-4e48-4269-8db7-f5da604ff93d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1350594690&fields=id&tenant_id=8af535d51fd345f8a9584cc6aaa38bda HTTP/1.1" status: 200 len: 267 time: 0.1820021 Aug 24 16:44:34.495314 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event updated for resources: {'Port': ['ID=481c5fd4-b237-42ce-867b-05565d4daf19,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:34.503526 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:34.505034 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:34.508199 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:34.672831 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1572b738-48e6-4511-b55f-272d5769895f req-9c6e1a6c-5a41-4b3c-913c-769eb50a79a8 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 210 time: 0.1392288 Aug 24 16:44:34.783100 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-d5078f81-0531-49aa-9e16-7c5818560911 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:34.793449 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-d5078f81-0531-49aa-9e16-7c5818560911 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/networks?id=883b1cf6-8114-4681-9877-f2163f4c86c7 HTTP/1.1" status: 200 len: 815 time: 0.3249867 Aug 24 16:44:34.812210 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-ffc80974-83c8-434f-8f52-42bee709148e tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/quotas/8af535d51fd345f8a9584cc6aaa38bda HTTP/1.1" status: 200 len: 375 time: 0.0173278 Aug 24 16:44:34.826495 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for floatingip (696b0f0c-5e25-4ae2-86bd-c030eae1ba12), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:34.900370 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-ad4c5827-75f6-4f1c-b25e-922dcb39cf6a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807819 Aug 24 16:44:34.907037 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:27Z', 'revision_number': 4, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'b728e187-e328-4a1c-b1ca-502db465b020', 'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'mac_address': 'fa:16:3e:ee:32:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:26Z', 'updated_at': '2022-08-24T16:44:33Z', 'revision_number': 4, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'subnets': [{'id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:44:34.910325 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port d856c855-05c4-443e-b50f-f64a2e87efdd is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:34.912019 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 7a7bf220-906d-4961-9134-3825b9831f8d up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:35.024423 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979ef415-857a-45da-8467-08c2b06fca12 None None] The sync data for ids ['b7dbe20b-9333-40bf-a495-0159eb4b0225'] in dv-cinder-731167-2-iscsi is: [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:27Z', 'revision_number': 4, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'b728e187-e328-4a1c-b1ca-502db465b020', 'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'mac_address': 'fa:16:3e:ee:32:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:26Z', 'updated_at': '2022-08-24T16:44:33Z', 'revision_number': 4, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'subnets': [{'id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:44:35.065266 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a5b1f9d2-6505-4019-b5f1-3283e98432b9 req-842ac7c7-b989-4f09-9c65-1a496d782acb tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 210 time: 0.1637239 Aug 24 16:44:35.093484 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 7a7bf220-906d-4961-9134-3825b9831f8d triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:35.098498 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (7a7bf220-906d-4961-9134-3825b9831f8d), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:35.105466 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-603c57cf-305b-4735-961d-3053e3f347ba service neutron] 10.222.0.17 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553273 Aug 24 16:44:35.245495 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (481c5fd4-b237-42ce-867b-05565d4daf19), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:35.294047 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 7a7bf220-906d-4961-9134-3825b9831f8d is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:35.296800 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 00896a06-00e1-4d9b-9f1a-b5b1143ad27f up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:35.389383 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-0ca540e1-8cf6-499c-b35f-b5521c38f09e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671313 Aug 24 16:44:35.414497 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 00896a06-00e1-4d9b-9f1a-b5b1143ad27f triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:35.417131 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (00896a06-00e1-4d9b-9f1a-b5b1143ad27f), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:35.542127 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 00896a06-00e1-4d9b-9f1a-b5b1143ad27f is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:35.542527 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (00896a06-00e1-4d9b-9f1a-b5b1143ad27f), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:35.563679 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for port (481c5fd4-b237-42ce-867b-05565d4daf19), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:35.567770 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:35.580864 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port 00896a06-00e1-4d9b-9f1a-b5b1143ad27f, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=00896a06-00e1-4d9b-9f1a-b5b1143ad27f,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:35.684781 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (481c5fd4-b237-42ce-867b-05565d4daf19), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:35.686039 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (696b0f0c-5e25-4ae2-86bd-c030eae1ba12), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:35.687653 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (00896a06-00e1-4d9b-9f1a-b5b1143ad27f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:35.751166 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event updated for resources: {'Port': ['ID=481c5fd4-b237-42ce-867b-05565d4daf19,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:35.821242 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:35.848641 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:35.850108 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-52aaf1ca-aefa-4b61-97c8-71850a107271 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6398535 Aug 24 16:44:35.927765 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-798acdf7-e7fc-4315-a064-3f159856dfd3 req-8fdb75dd-f5c3-4acb-8272-6b816c9c444a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 210 time: 0.1341105 Aug 24 16:44:35.947531 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:35.966245 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=00896a06-00e1-4d9b-9f1a-b5b1143ad27f,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:35.981227 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:36.047493 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-063ebc3a-629e-4584-b0a8-01cc6cebf735 req-5778ef02-f969-4ef9-9e68-650bbdd48564 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 210 time: 0.1471531 Aug 24 16:44:36.192016 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device ede08bca-3be7-4619-8f3d-22cd3e6846b1 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:36.216407 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-267eb00f-7281-48d4-b849-334f808213d9 req-9f05ba7a-8075-45f9-9dac-30c9a176d908 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Request body: {'port': {'device_id': '571bde76-f97b-4358-be97-b61869ac0da5', 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905', 'admin_state_up': True, 'tenant_id': 'd09164dc6ad44a87b7fae777d9f8435a'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:36.246606 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:36.263321 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port ede08bca-3be7-4619-8f3d-22cd3e6846b1 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:36.264092 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:36.343452 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-30db26da-3575-4305-b77f-d6a21251eeac req-66ef0051-1369-4e57-8653-373e0d02cdbd tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 210 time: 0.0627627 Aug 24 16:44:36.372104 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port ede08bca-3be7-4619-8f3d-22cd3e6846b1 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:36.373806 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device a366a354-eb74-47fb-a7f6-464daa8941f7 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:36.429924 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port a366a354-eb74-47fb-a7f6-464daa8941f7 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:36.431999 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:36.495728 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-86baa924-ee30-4b0c-b1b3-0d8217708b5d tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--795939056&fields=id&tenant_id=b71890b7a23944ee939c4bd13408063f HTTP/1.1" status: 200 len: 267 time: 0.1698976 Aug 24 16:44:36.609701 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port a366a354-eb74-47fb-a7f6-464daa8941f7 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:36.610488 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:36.647375 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-fc26cd6c-6e6e-46ed-9163-ed84d1a4e407 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:36.650726 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-fc26cd6c-6e6e-46ed-9163-ed84d1a4e407 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/networks?id=3c868f21-48dd-4a80-9b52-b20f081f69bf HTTP/1.1" status: 200 len: 811 time: 0.1540282 Aug 24 16:44:36.674524 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-c6768870-bdee-4144-a84f-4d641fb8f003 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/quotas/b71890b7a23944ee939c4bd13408063f HTTP/1.1" status: 200 len: 375 time: 0.0177395 Aug 24 16:44:36.676071 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port a366a354-eb74-47fb-a7f6-464daa8941f7, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=a366a354-eb74-47fb-a7f6-464daa8941f7,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:36.715111 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267eb00f-7281-48d4-b849-334f808213d9 req-9f05ba7a-8075-45f9-9dac-30c9a176d908 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Made reservation on behalf of d09164dc6ad44a87b7fae777d9f8435a for: {'port': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:44:36.719113 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-267eb00f-7281-48d4-b849-334f808213d9 req-9f05ba7a-8075-45f9-9dac-30c9a176d908 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:36.739303 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-9957472f-7a85-4b55-937f-2140dacb7f01 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=b71890b7a23944ee939c4bd13408063f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638561 Aug 24 16:44:36.757357 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:36.757357 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 44edde22-7748-4c7c-a788-ac3ce953fcc2 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:36.774075 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:36.840728 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=a366a354-eb74-47fb-a7f6-464daa8941f7,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:36.865023 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 44edde22-7748-4c7c-a788-ac3ce953fcc2 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:36.865424 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:36.974714 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 44edde22-7748-4c7c-a788-ac3ce953fcc2 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:36.975995 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device b728e187-e328-4a1c-b1ca-502db465b020 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:37.001371 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-0e0f3a92-c1f5-46d9-97cd-864dc4e4e673 service neutron] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 16:44:37.002386 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-0e0f3a92-c1f5-46d9-97cd-864dc4e4e673 service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0935214 Aug 24 16:44:37.069111 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:37.109753 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port b728e187-e328-4a1c-b1ca-502db465b020 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:37.115141 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (b728e187-e328-4a1c-b1ca-502db465b020), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:37.191755 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:37.268595 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8df4e593-da91-4643-8cdd-f7d9c34d42bf req-973f1f3e-421a-4cb3-a41f-e9fb2da3a10c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 210 time: 0.2714274 Aug 24 16:44:37.275504 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [req-267eb00f-7281-48d4-b849-334f808213d9 req-9f05ba7a-8075-45f9-9dac-30c9a176d908 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Allocated IP 172.20.0.11 (c87426b9-0121-444a-b1ac-0b19fffe7905/2935d1c1-dac7-4d3e-b47a-e7231537a4c7/94b5e105-7d98-45d8-b2c9-df6e9dd14d9f) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:37.315953 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port b728e187-e328-4a1c-b1ca-502db465b020 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:37.317289 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (b728e187-e328-4a1c-b1ca-502db465b020), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:37.322562 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:37.394667 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port b728e187-e328-4a1c-b1ca-502db465b020, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=b728e187-e328-4a1c-b1ca-502db465b020,segment=NetworkSegment(2023dcad-1199-4ffc-890c-247170f76826),segment_id=2023dcad-1199-4ffc-890c-247170f76826)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:37.481989 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ebe201a6-eb25-4329-97bd-7b63e1456e46 req-5c6d9ef5-966d-43c3-82f9-76d329961fcb tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 210 time: 0.0594227 Aug 24 16:44:37.485956 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (b728e187-e328-4a1c-b1ca-502db465b020), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:37.630757 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=b728e187-e328-4a1c-b1ca-502db465b020,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:37.651153 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-b04ab2ba-f9eb-4988-89c0-1cd3e88d798f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6233082 Aug 24 16:44:37.745906 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39b1f186-5bd5-412c-a639-2545a20a5588 req-a9f93830-63e1-4540-90d5-b36bdb917937 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 210 time: 0.1233404 Aug 24 16:44:37.921019 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 00896a06-00e1-4d9b-9f1a-b5b1143ad27f up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:37.972808 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 00896a06-00e1-4d9b-9f1a-b5b1143ad27f triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:37.973195 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (00896a06-00e1-4d9b-9f1a-b5b1143ad27f), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:38.125496 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.40', 50644) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:38.209990 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 00896a06-00e1-4d9b-9f1a-b5b1143ad27f is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:38.214204 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device a366a354-eb74-47fb-a7f6-464daa8941f7 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:38.371258 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port a366a354-eb74-47fb-a7f6-464daa8941f7 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:38.371796 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:38.474596 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-267eb00f-7281-48d4-b849-334f808213d9 req-9f05ba7a-8075-45f9-9dac-30c9a176d908 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Publish callbacks [] for port (94b5e105-7d98-45d8-b2c9-df6e9dd14d9f), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:38.485621 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port a366a354-eb74-47fb-a7f6-464daa8941f7 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:38.487158 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device b728e187-e328-4a1c-b1ca-502db465b020 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:44:38.575706 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.40', 50645) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:38.586137 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:38.625431 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port b728e187-e328-4a1c-b1ca-502db465b020 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:38.625431 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (b728e187-e328-4a1c-b1ca-502db465b020), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:38.625922 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-6b043ee1-fa06-4760-8b54-aac62d3516dd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9538677 Aug 24 16:44:38.673897 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6735ada2-7037-4010-a3a2-edae91589fcb req-c687271d-014a-4760-a5f0-a5ac1f74baa3 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 210 time: 0.2133534 Aug 24 16:44:38.791356 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-267eb00f-7281-48d4-b849-334f808213d9 req-9f05ba7a-8075-45f9-9dac-30c9a176d908 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (94b5e105-7d98-45d8-b2c9-df6e9dd14d9f), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:38.862190 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port b728e187-e328-4a1c-b1ca-502db465b020 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:38.942840 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-e8f8cee7-f037-4fb2-ac64-b354f9d3a48a tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:38.944831 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-e8f8cee7-f037-4fb2-ac64-b354f9d3a48a tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.40 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 819 time: 0.3673866 Aug 24 16:44:38.969563 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c06e4-125a-4f99-b163-2d12320cf98d req-27532f4f-0ffa-4b88-92a7-807d934a829f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:38.971325 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-344c06e4-125a-4f99-b163-2d12320cf98d req-27532f4f-0ffa-4b88-92a7-807d934a829f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.40 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 819 time: 0.8380411 Aug 24 16:44:39.009712 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-43e08ee6-28dd-42ef-8931-1c8b332dc824 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Request body: {'port': {'device_id': '5069db3c-2e20-4acd-9be9-f0ffc80832e5', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'admin_state_up': True, 'tenant_id': 'c99d97707cc2485284d8d33522ebb918'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:39.031774 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fdfab-219d-44d0-931e-2b531593db52 req-fd840b3b-3e6f-4ad5-a634-d3818dae3b3a tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:39.033454 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1b0fdfab-219d-44d0-931e-2b531593db52 req-fd840b3b-3e6f-4ad5-a634-d3818dae3b3a tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 932 time: 0.1767917 Aug 24 16:44:39.048469 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267eb00f-7281-48d4-b849-334f808213d9 req-9f05ba7a-8075-45f9-9dac-30c9a176d908 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Network c87426b9-0121-444a-b1ac-0b19fffe7905 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:39.061842 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [req-267eb00f-7281-48d4-b849-334f808213d9 req-9f05ba7a-8075-45f9-9dac-30c9a176d908 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:39.070189 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05ba7a-8075-45f9-9dac-30c9a176d908 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Pushing event updated for resources: {'Port': ['ID=94b5e105-7d98-45d8-b2c9-df6e9dd14d9f,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:39.076497 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-267eb00f-7281-48d4-b849-334f808213d9 req-9f05ba7a-8075-45f9-9dac-30c9a176d908 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:39.080863 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267eb00f-7281-48d4-b849-334f808213d9 req-9f05ba7a-8075-45f9-9dac-30c9a176d908 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:39.081532 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-267eb00f-7281-48d4-b849-334f808213d9 req-9f05ba7a-8075-45f9-9dac-30c9a176d908 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:39.178323 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [req-344c06e4-125a-4f99-b163-2d12320cf98d req-35312cf1-2064-44dc-8148-4b8516ae17d7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Request body: {'port': {'device_id': '033273ba-5c67-47d7-8191-7aa0388f87dc', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'admin_state_up': True, 'tenant_id': 'c99d97707cc2485284d8d33522ebb918'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:39.190081 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1b0fdfab-219d-44d0-931e-2b531593db52 req-c9eb66d6-a5a1-4093-8db2-9a36cabf5b5e tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437073 Aug 24 16:44:39.204606 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-9f05ba7a-8075-45f9-9dac-30c9a176d908 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9935093 Aug 24 16:44:39.226256 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-2d0b12d8-be55-465d-b637-95a30236733e tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 16:44:39.228027 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-2d0b12d8-be55-465d-b637-95a30236733e tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059860 Aug 24 16:44:39.497818 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7425c494-2f14-472f-9d1b-0b5cd1c22961 req-1da9f148-386d-45f7-a551-b1098dfe3e7b tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 210 time: 0.1208529 Aug 24 16:44:39.503300 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:39.504868 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:39.562428 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:39.591344 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8a1907d4-3e27-4513-bf88-0cfc77527382 req-d79e6806-f7e1-4f93-aefa-cd097a96483f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 210 time: 0.1338272 Aug 24 16:44:39.640496 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-983abdcd-7602-4907-aa88-677b77fd9870 None None] Provisioning complete for port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:39.646243 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-983abdcd-7602-4907-aa88-677b77fd9870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (94b5e105-7d98-45d8-b2c9-df6e9dd14d9f), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:39.673682 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Request body: {'port': {'device_id': '571bde76-f97b-4358-be97-b61869ac0da5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:39.686696 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344c06e4-125a-4f99-b163-2d12320cf98d req-35312cf1-2064-44dc-8148-4b8516ae17d7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Made reservation on behalf of c99d97707cc2485284d8d33522ebb918 for: {'port': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:44:39.695023 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-344c06e4-125a-4f99-b163-2d12320cf98d req-35312cf1-2064-44dc-8148-4b8516ae17d7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:39.750119 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-43e08ee6-28dd-42ef-8931-1c8b332dc824 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Made reservation on behalf of c99d97707cc2485284d8d33522ebb918 for: {'port': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:44:39.781696 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-43e08ee6-28dd-42ef-8931-1c8b332dc824 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:39.809986 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-983abdcd-7602-4907-aa88-677b77fd9870 None None] Port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:44:39.818645 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (94b5e105-7d98-45d8-b2c9-df6e9dd14d9f), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:39.904705 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:39.936598 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-aeb3af4a-8016-4450-ba70-51c7f585e438 req-928118cf-a326-465d-a918-920626f65906 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 210 time: 0.0553479 Aug 24 16:44:40.233647 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:40.290831 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=62 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:40.410219 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [req-344c06e4-125a-4f99-b163-2d12320cf98d req-35312cf1-2064-44dc-8148-4b8516ae17d7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Allocated IP 172.20.0.13 (4d88a69f-ea66-4ba4-9592-a2ab513e73da/27787f90-01da-4eab-83e5-1d4c783724ac/08c8eeee-cfbe-4e3e-9514-c73d861d88db) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:40.495470 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45604004-9ab4-49cb-add0-83a8b5ec3d3d req-ae5b4d95-1299-42fa-b9fa-96cf710a65c6 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:40.497422 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-45604004-9ab4-49cb-add0-83a8b5ec3d3d req-ae5b4d95-1299-42fa-b9fa-96cf710a65c6 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 932 time: 0.1534481 Aug 24 16:44:40.567525 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f {{(pid=113370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:44:40.589568 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Publish callbacks [] for port (94b5e105-7d98-45d8-b2c9-df6e9dd14d9f), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:40.617237 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-45604004-9ab4-49cb-add0-83a8b5ec3d3d req-a6734428-d089-44d2-9431-0482a1ea316f tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015143 Aug 24 16:44:40.661562 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-17fdc311-4b13-4ad9-85f6-e1ba591cd1b1 req-4f316e6c-f21d-496e-b592-71a017238572 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 210 time: 0.0794961 Aug 24 16:44:40.662741 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.provisioning_blocks [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Transition to ACTIVE for port object 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f will not be triggered until provisioned by entity L2. {{(pid=113370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:44:40.759515 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (94b5e105-7d98-45d8-b2c9-df6e9dd14d9f), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:40.798515 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-344c06e4-125a-4f99-b163-2d12320cf98d req-35312cf1-2064-44dc-8148-4b8516ae17d7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for port (08c8eeee-cfbe-4e3e-9514-c73d861d88db), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:40.920235 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc239d75-ee33-4052-8525-919561a69747 req-979ac9b1-9fdd-4562-a9e0-82134f94c796 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 210 time: 0.1021328 Aug 24 16:44:40.941734 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=94b5e105-7d98-45d8-b2c9-df6e9dd14d9f,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:40.962432 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.40', 50655) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:40.973940 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Attempting to bind port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:44:40.973940 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Attempting to bind port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': 'f71dd781-47a7-4a11-b2b1-94b237917fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905'}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:44:40.973940 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Attempting to bind port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f on network c87426b9-0121-444a-b1ac-0b19fffe7905 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:41.066782 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f on network c87426b9-0121-444a-b1ac-0b19fffe7905 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:44:41.066782 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Attempting to bind port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f on network c87426b9-0121-444a-b1ac-0b19fffe7905 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:41.066782 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:44:41.066782 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Checking segment: {'id': 'f71dd781-47a7-4a11-b2b1-94b237917fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:41.066782 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Bound using segment: {'id': 'f71dd781-47a7-4a11-b2b1-94b237917fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905'} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:44:41.066782 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Bound port: 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71dd781-47a7-4a11-b2b1-94b237917fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905'}}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:44:41.066782 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (94b5e105-7d98-45d8-b2c9-df6e9dd14d9f), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:41.085285 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-344c06e4-125a-4f99-b163-2d12320cf98d req-35312cf1-2064-44dc-8148-4b8516ae17d7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (08c8eeee-cfbe-4e3e-9514-c73d861d88db), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:41.198263 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc5edf1e-e3b6-445c-9490-70578eb2112b req-5255bf11-82a4-41a7-b35c-b33b3f3cb1e7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 210 time: 0.0967679 Aug 24 16:44:41.245335 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:41.276142 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] For port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f, host hv-cinder-73116, cleared binding levels {{(pid=113370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:44:41.316128 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] For port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=94b5e105-7d98-45d8-b2c9-df6e9dd14d9f,segment=NetworkSegment(f71dd781-47a7-4a11-b2b1-94b237917fef),segment_id=f71dd781-47a7-4a11-b2b1-94b237917fef)] {{(pid=113370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:44:41.403478 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344c06e4-125a-4f99-b163-2d12320cf98d req-35312cf1-2064-44dc-8148-4b8516ae17d7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Network 4d88a69f-ea66-4ba4-9592-a2ab513e73da is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:41.418528 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (94b5e105-7d98-45d8-b2c9-df6e9dd14d9f), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:41.422123 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-43e08ee6-28dd-42ef-8931-1c8b332dc824 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Allocated IP 172.20.0.11 (4d88a69f-ea66-4ba4-9592-a2ab513e73da/27787f90-01da-4eab-83e5-1d4c783724ac/2887267a-02c9-4065-8fb6-a79355822e82) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:41.426173 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [req-344c06e4-125a-4f99-b163-2d12320cf98d req-35312cf1-2064-44dc-8148-4b8516ae17d7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:41.427535 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:41.428461 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:41.431881 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/94b5e105-7d98-45d8-b2c9-df6e9dd14d9f HTTP/1.1" status: 200 len: 1094 time: 1.9100611 Aug 24 16:44:41.433737 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571bde76-f97b-4358-be97-b61869ac0da5', 'tag': '94b5e105-7d98-45d8-b2c9-df6e9dd14d9f'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:44:41.449830 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [req-344c06e4-125a-4f99-b163-2d12320cf98d req-35312cf1-2064-44dc-8148-4b8516ae17d7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:41.464363 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c06e4-125a-4f99-b163-2d12320cf98d req-35312cf1-2064-44dc-8148-4b8516ae17d7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:41.465772 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-344c06e4-125a-4f99-b163-2d12320cf98d req-35312cf1-2064-44dc-8148-4b8516ae17d7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for port (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:41.512227 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35312cf1-2064-44dc-8148-4b8516ae17d7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Pushing event updated for resources: {'Port': ['ID=08c8eeee-cfbe-4e3e-9514-c73d861d88db,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:41.542930 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-d3010dd4-84da-466c-bceb-17b041bb0690 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:41.544996 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-d3010dd4-84da-466c-bceb-17b041bb0690 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "GET /networking/v2.0/networks?id=883b1cf6-8114-4681-9877-f2163f4c86c7 HTTP/1.1" status: 200 len: 815 time: 0.5811365 Aug 24 16:44:41.647673 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389e521-1b84-43b5-bf6e-38b874418ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=94b5e105-7d98-45d8-b2c9-df6e9dd14d9f,revision_number=3']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:41.717429 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-344c06e4-125a-4f99-b163-2d12320cf98d req-35312cf1-2064-44dc-8148-4b8516ae17d7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5441697 Aug 24 16:44:41.748290 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Request body: {'port': {'device_id': '033273ba-5c67-47d7-8191-7aa0388f87dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:41.783037 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-08ef651f-d9a4-478a-999e-98d53ec48b9d None None] Provisioning complete for port 08c8eeee-cfbe-4e3e-9514-c73d861d88db triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:41.783657 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-08ef651f-d9a4-478a-999e-98d53ec48b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (08c8eeee-cfbe-4e3e-9514-c73d861d88db), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:41.905977 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-08ef651f-d9a4-478a-999e-98d53ec48b9d None None] Port 08c8eeee-cfbe-4e3e-9514-c73d861d88db cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:44:41.931175 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f8e046-ce64-4755-9a62-b119e8279c68" -d '{"events": [{"name": "network-changed", "server_uuid": "571bde76-f97b-4358-be97-b61869ac0da5", "tag": "94b5e105-7d98-45d8-b2c9-df6e9dd14d9f"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:44:42.046956 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267eb00f-7281-48d4-b849-334f808213d9 req-e78e3c03-c58a-4176-9ce2-f23b65f4f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:42.049118 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-e78e3c03-c58a-4176-9ce2-f23b65f4f608 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=d09164dc6ad44a87b7fae777d9f8435a&device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 1128 time: 0.3601267 Aug 24 16:44:42.054912 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-99f0fd77-2805-485d-ba26-317505fb2f10 req-7ed7489d-ec82-4321-b5e1-c4db06f677ca tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 210 time: 0.1304455 Aug 24 16:44:42.058281 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 60256) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:42.072754 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf17aa1-cee1-4839-aff7-d54bb56b9ae6 req-05fbba71-5135-4a7d-aec8-09da6ce775f6 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:42.074548 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3cf17aa1-cee1-4839-aff7-d54bb56b9ae6 req-05fbba71-5135-4a7d-aec8-09da6ce775f6 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 944 time: 0.2059436 Aug 24 16:44:42.153782 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-7a4b7034-5256-4633-8452-3bfd4ce31b77 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b5e105-7d98-45d8-b2c9-df6e9dd14d9f HTTP/1.1" status: 200 len: 217 time: 0.0771327 Aug 24 16:44:42.260753 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-f43b15fc-4de5-418e-9430-f77c9876412a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8af535d51fd345f8a9584cc6aaa38bda HTTP/1.1" status: 200 len: 380 time: 0.6891091 Aug 24 16:44:42.293413 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-caae25bc-71f6-412b-9816-90cab63ed6e7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'port': {'device_id': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'admin_state_up': True, 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'security_groups': ['5b2ad917-7f2f-443e-bbc0-02735b116f52']}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:42.387404 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:42.402490 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d7145db9-e2f6-4422-a2be-ac04547a2632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:42.406077 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a2a6e85f-3ac2-4729-94a8-dab57145d5a5 req-e48d790b-da15-467d-bad5-3202edfb6374 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 210 time: 0.0894351 Aug 24 16:44:42.441869 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267eb00f-7281-48d4-b849-334f808213d9 req-73b8ff30-b1aa-48a9-8f6c-5db78c410537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:42.441869 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-73b8ff30-b1aa-48a9-8f6c-5db78c410537 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=2935d1c1-dac7-4d3e-b47a-e7231537a4c7 HTTP/1.1" status: 200 len: 850 time: 0.2654655 Aug 24 16:44:42.447881 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3cf17aa1-cee1-4839-aff7-d54bb56b9ae6 req-b7b3c55c-3517-469c-8812-d2975e664f9a tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921529 Aug 24 16:44:42.518647 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:42.535770 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (08c8eeee-cfbe-4e3e-9514-c73d861d88db), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:42.599208 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-43e08ee6-28dd-42ef-8931-1c8b332dc824 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for port (2887267a-02c9-4065-8fb6-a79355822e82), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:42.607476 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d7145db9-e2f6-4422-a2be-ac04547a2632 admin admin] Publish callbacks [] for security_group (5e1d67f4-f3db-4331-8b28-2617c531f4ff), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:42.672513 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4ce8a33c-8d12-47bf-8a7c-d224ea2e614f req-353bf046-4f68-40e2-b5af-d9c70b396208 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 210 time: 0.0515497 Aug 24 16:44:42.712436 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd21f3ce-b6bb-427f-9c15-a6f3dd09c584 x-openstack-request-id: req-cd21f3ce-b6bb-427f-9c15-a6f3dd09c584 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:44:42.712733 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571bde76-f97b-4358-be97-b61869ac0da5", "tag": "94b5e105-7d98-45d8-b2c9-df6e9dd14d9f", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:44:42.713033 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-cd21f3ce-b6bb-427f-9c15-a6f3dd09c584 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:44:42.713596 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd21f3ce-b6bb-427f-9c15-a6f3dd09c584'] response: {'name': 'network-changed', 'server_uuid': '571bde76-f97b-4358-be97-b61869ac0da5', 'tag': '94b5e105-7d98-45d8-b2c9-df6e9dd14d9f', 'status': 'completed', 'code': 200} Aug 24 16:44:42.810098 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d7145db9-e2f6-4422-a2be-ac04547a2632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (5e1d67f4-f3db-4331-8b28-2617c531f4ff), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:42.861206 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-43e08ee6-28dd-42ef-8931-1c8b332dc824 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (2887267a-02c9-4065-8fb6-a79355822e82), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:42.930878 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-43e08ee6-28dd-42ef-8931-1c8b332dc824 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Network 4d88a69f-ea66-4ba4-9592-a2ab513e73da is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:42.940089 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-43e08ee6-28dd-42ef-8931-1c8b332dc824 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:42.954730 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-43e08ee6-28dd-42ef-8931-1c8b332dc824 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:42.959252 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-43e08ee6-28dd-42ef-8931-1c8b332dc824 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:42.959889 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-43e08ee6-28dd-42ef-8931-1c8b332dc824 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for port (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.003629 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e08ee6-28dd-42ef-8931-1c8b332dc824 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Pushing event updated for resources: {'Port': ['ID=2887267a-02c9-4065-8fb6-a79355822e82,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:43.019408 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-d7145db9-e2f6-4422-a2be-ac04547a2632 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=890dd7b368a94889afab0a0fc9b96fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9572797 Aug 24 16:44:43.019408 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7145db9-e2f6-4422-a2be-ac04547a2632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1d67f4-f3db-4331-8b28-2617c531f4ff,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:43.026091 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 60288) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:43.088033 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b6727e91-77be-4c3d-93ea-b96c4fcc59c5 admin admin] Publish callbacks [] for security_group (5e1d67f4-f3db-4331-8b28-2617c531f4ff), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.110479 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-caae25bc-71f6-412b-9816-90cab63ed6e7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Made reservation on behalf of 8af535d51fd345f8a9584cc6aaa38bda for: {'port': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:44:43.114609 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-caae25bc-71f6-412b-9816-90cab63ed6e7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.123015 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-43e08ee6-28dd-42ef-8931-1c8b332dc824 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1198337 Aug 24 16:44:43.123015 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c8eeee-cfbe-4e3e-9514-c73d861d88db {{(pid=113369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:44:43.124970 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b6727e91-77be-4c3d-93ea-b96c4fcc59c5 admin admin] Publish callbacks [] for security_group (5e1d67f4-f3db-4331-8b28-2617c531f4ff), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.137159 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Publish callbacks [] for port (08c8eeee-cfbe-4e3e-9514-c73d861d88db), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.173213 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.provisioning_blocks [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Transition to ACTIVE for port object 08c8eeee-cfbe-4e3e-9514-c73d861d88db will not be triggered until provisioned by entity L2. {{(pid=113369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:44:43.173730 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 60294) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:43.189166 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:43.233571 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-7a135179-13bb-468d-8356-d439a2d8b26c None None] Provisioning complete for port 2887267a-02c9-4065-8fb6-a79355822e82 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:43.234173 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-7a135179-13bb-468d-8356-d439a2d8b26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (2887267a-02c9-4065-8fb6-a79355822e82), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.252821 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-584d7150-0fc2-4b92-8eb7-022fce44c0bf req-aa6751c7-2789-4c1f-8947-b63c71e4d3f0 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 210 time: 0.0342107 Aug 24 16:44:43.284503 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-7a135179-13bb-468d-8356-d439a2d8b26c None None] Port 2887267a-02c9-4065-8fb6-a79355822e82 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:44:43.290907 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b6727e91-77be-4c3d-93ea-b96c4fcc59c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (5e1d67f4-f3db-4331-8b28-2617c531f4ff), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.294180 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b6727e91-77be-4c3d-93ea-b96c4fcc59c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.296151 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-b6727e91-77be-4c3d-93ea-b96c4fcc59c5 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/5e1d67f4-f3db-4331-8b28-2617c531f4ff HTTP/1.1" status: 204 len: 168 time: 0.2681360 Aug 24 16:44:43.299750 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (08c8eeee-cfbe-4e3e-9514-c73d861d88db), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.314440 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6727e91-77be-4c3d-93ea-b96c4fcc59c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1d67f4-f3db-4331-8b28-2617c531f4ff,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:43.417048 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 60304) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:43.431269 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-caae25bc-71f6-412b-9816-90cab63ed6e7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Allocated IP 172.20.0.6 (883b1cf6-8114-4681-9877-f2163f4c86c7/502f9714-b664-4573-bc1d-27593423cf2c/fefa6a59-cba3-43bd-99e5-f25c064dc3ea) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:43.438544 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:43.443599 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Pushing event updated for resources: {'Port': ['ID=08c8eeee-cfbe-4e3e-9514-c73d861d88db,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:43.453151 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2a64f979-caa2-4575-bc00-c1b76a42668b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.479760 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.managers [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Attempting to bind port 08c8eeee-cfbe-4e3e-9514-c73d861d88db on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:44:43.479760 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.managers [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Attempting to bind port 08c8eeee-cfbe-4e3e-9514-c73d861d88db by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'}] {{(pid=113369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:44:43.480059 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Attempting to bind port 08c8eeee-cfbe-4e3e-9514-c73d861d88db on network 4d88a69f-ea66-4ba4-9592-a2ab513e73da {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:43.497525 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Port 08c8eeee-cfbe-4e3e-9514-c73d861d88db on network 4d88a69f-ea66-4ba4-9592-a2ab513e73da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:44:43.497853 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Attempting to bind port 08c8eeee-cfbe-4e3e-9514-c73d861d88db on network 4d88a69f-ea66-4ba4-9592-a2ab513e73da {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:43.524462 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:44:43.525006 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Checking segment: {'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:43.525576 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Bound using segment: {'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'} {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:44:43.526058 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.managers [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Bound port: 08c8eeee-cfbe-4e3e-9514-c73d861d88db, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'}}] {{(pid=113369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:44:43.526434 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (08c8eeee-cfbe-4e3e-9514-c73d861d88db), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.616644 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f39fc8cc-54ef-4c3f-98e2-cc599acbf534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.633056 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf49dfd-0d1d-4345-84ea-4eaba64066d8 req-486ce20f-12bc-4723-8ff9-5da6ae769ba2 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:43.640402 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4cf49dfd-0d1d-4345-84ea-4eaba64066d8 req-486ce20f-12bc-4723-8ff9-5da6ae769ba2 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 944 time: 0.1017089 Aug 24 16:44:43.674503 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979fe3e-20d9-4ec6-963b-8af0360b5855 req-ced03ca6-e699-49eb-8924-f88f8c0ae15c tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:43.677258 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0979fe3e-20d9-4ec6-963b-8af0360b5855 req-ced03ca6-e699-49eb-8924-f88f8c0ae15c tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 932 time: 0.1226079 Aug 24 16:44:43.701075 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] For port 08c8eeee-cfbe-4e3e-9514-c73d861d88db, host hv-cinder-73116, cleared binding levels {{(pid=113369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:44:43.750085 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2a64f979-caa2-4575-bc00-c1b76a42668b admin admin] Publish callbacks [] for security_group (5d921248-2265-48bd-aef6-d1f590c00023), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.753675 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] For port 08c8eeee-cfbe-4e3e-9514-c73d861d88db, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=08c8eeee-cfbe-4e3e-9514-c73d861d88db,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:44:43.757303 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-caae25bc-71f6-412b-9816-90cab63ed6e7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.760717 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4cf49dfd-0d1d-4345-84ea-4eaba64066d8 req-17338bca-e727-4ee1-8aec-eaf7e46efe8e tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194384 Aug 24 16:44:43.795839 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0979fe3e-20d9-4ec6-963b-8af0360b5855 req-9e0831ed-232d-4fe1-80b1-a51804171b70 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080594 Aug 24 16:44:43.826232 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f39fc8cc-54ef-4c3f-98e2-cc599acbf534 admin admin] Publish callbacks [] for security_group (0a4b3567-bc07-46ef-9dcc-048525a0a595), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.832495 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2a64f979-caa2-4575-bc00-c1b76a42668b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (5d921248-2265-48bd-aef6-d1f590c00023), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.838394 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (08c8eeee-cfbe-4e3e-9514-c73d861d88db), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.863556 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:43.864165 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for port (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.865672 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-344c06e4-125a-4f99-b163-2d12320cf98d req-da86010f-694d-4871-93cc-662fb2502470 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/08c8eeee-cfbe-4e3e-9514-c73d861d88db HTTP/1.1" status: 200 len: 1094 time: 2.1265938 Aug 24 16:44:43.866112 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033273ba-5c67-47d7-8191-7aa0388f87dc', 'tag': '08c8eeee-cfbe-4e3e-9514-c73d861d88db'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:44:43.886125 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-17519e36-3cfa-4f92-9d27-4ec449bd509d req-4628d07d-3cf8-4bb2-aac1-0bb3061e0aa1 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 210 time: 0.0320313 Aug 24 16:44:43.935488 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f39fc8cc-54ef-4c3f-98e2-cc599acbf534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (0a4b3567-bc07-46ef-9dcc-048525a0a595), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.958493 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-caae25bc-71f6-412b-9816-90cab63ed6e7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:43.981270 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-2a64f979-caa2-4575-bc00-c1b76a42668b admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=d5a9718e3f7d4d96b14b2fdb21b1e324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8054767 Aug 24 16:44:43.983655 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fc8cc-54ef-4c3f-98e2-cc599acbf534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4b3567-bc07-46ef-9dcc-048525a0a595,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:43.986314 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-f39fc8cc-54ef-4c3f-98e2-cc599acbf534 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=356c77a6ac98435f8aca0b1b61def246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5678756 Aug 24 16:44:43.986564 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 60320) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:43.993620 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 60322) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:44.007818 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-caae25bc-71f6-412b-9816-90cab63ed6e7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Network 883b1cf6-8114-4681-9877-f2163f4c86c7 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:44.009353 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64f979-caa2-4575-bc00-c1b76a42668b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d921248-2265-48bd-aef6-d1f590c00023,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:44.018057 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-caae25bc-71f6-412b-9816-90cab63ed6e7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:44.020544 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-caae25bc-71f6-412b-9816-90cab63ed6e7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:44.025787 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-caae25bc-71f6-412b-9816-90cab63ed6e7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:44.026784 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-caae25bc-71f6-412b-9816-90cab63ed6e7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for port (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:44.043278 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:44.044928 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86010f-694d-4871-93cc-662fb2502470 service neutron] Pushing event updated for resources: {'Port': ['ID=08c8eeee-cfbe-4e3e-9514-c73d861d88db,revision_number=3']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:44.081876 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c76215a3-fdac-4c35-8be5-1e5500f5337a admin admin] Publish callbacks [] for security_group (5d921248-2265-48bd-aef6-d1f590c00023), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:44.087613 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3d7e-1a3b-4419-97aa-3c342d928c4f admin admin] Publish callbacks [] for security_group (0a4b3567-bc07-46ef-9dcc-048525a0a595), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:44.096446 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae25bc-71f6-412b-9816-90cab63ed6e7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'Port': ['ID=fefa6a59-cba3-43bd-99e5-f25c064dc3ea,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:44.115013 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-caae25bc-71f6-412b-9816-90cab63ed6e7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8414323 Aug 24 16:44:44.120450 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c76215a3-fdac-4c35-8be5-1e5500f5337a admin admin] Publish callbacks [] for security_group (5d921248-2265-48bd-aef6-d1f590c00023), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:44.135876 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3d7e-1a3b-4419-97aa-3c342d928c4f admin admin] Publish callbacks [] for security_group (0a4b3567-bc07-46ef-9dcc-048525a0a595), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:44.166183 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 60324) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:44.190239 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39e6d4e-6ab2-4085-a06c-d608f971959d" -d '{"events": [{"name": "network-changed", "server_uuid": "033273ba-5c67-47d7-8191-7aa0388f87dc", "tag": "08c8eeee-cfbe-4e3e-9514-c73d861d88db"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:44:44.197344 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-07c6a0b7-8e0e-44cb-80ce-a13db1f9dfda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:44.279113 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c76215a3-fdac-4c35-8be5-1e5500f5337a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (5d921248-2265-48bd-aef6-d1f590c00023), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:44.283053 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c76215a3-fdac-4c35-8be5-1e5500f5337a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:44.284599 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-c76215a3-fdac-4c35-8be5-1e5500f5337a admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/5d921248-2265-48bd-aef6-d1f590c00023 HTTP/1.1" status: 204 len: 168 time: 0.2966135 Aug 24 16:44:44.299609 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76215a3-fdac-4c35-8be5-1e5500f5337a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d921248-2265-48bd-aef6-d1f590c00023,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:44.315002 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3d7e-1a3b-4419-97aa-3c342d928c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (0a4b3567-bc07-46ef-9dcc-048525a0a595), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:44.318206 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3d7e-1a3b-4419-97aa-3c342d928c4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:44.325401 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-b3cc3d7e-1a3b-4419-97aa-3c342d928c4f admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/0a4b3567-bc07-46ef-9dcc-048525a0a595 HTTP/1.1" status: 204 len: 168 time: 0.3280737 Aug 24 16:44:44.345758 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-938e739a-6ada-428d-842c-07a1b3b3a84f None None] Provisioning complete for port fefa6a59-cba3-43bd-99e5-f25c064dc3ea triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:44.346332 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-938e739a-6ada-428d-842c-07a1b3b3a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:44.346533 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3d7e-1a3b-4419-97aa-3c342d928c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4b3567-bc07-46ef-9dcc-048525a0a595,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:44.375819 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:44.449468 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-66c33a36-bee0-4cce-be66-04c88319c2cf req-e1ae2e24-c52f-4487-940f-a26b18d1cef1 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 210 time: 0.0623088 Aug 24 16:44:44.453585 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-07c6a0b7-8e0e-44cb-80ce-a13db1f9dfda admin admin] Publish callbacks [] for security_group (a2feafb5-e4cd-4423-9059-dd14558fbc55), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:44.459910 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-938e739a-6ada-428d-842c-07a1b3b3a84f None None] Port fefa6a59-cba3-43bd-99e5-f25c064dc3ea cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:44:44.485244 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b5b1bb-4291-4599-bddf-c1abf413d06d x-openstack-request-id: req-00b5b1bb-4291-4599-bddf-c1abf413d06d {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:44:44.487861 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033273ba-5c67-47d7-8191-7aa0388f87dc", "tag": "08c8eeee-cfbe-4e3e-9514-c73d861d88db", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:44:44.487861 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-00b5b1bb-4291-4599-bddf-c1abf413d06d {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:44:44.487861 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b5b1bb-4291-4599-bddf-c1abf413d06d'] response: {'name': 'network-changed', 'server_uuid': '033273ba-5c67-47d7-8191-7aa0388f87dc', 'tag': '08c8eeee-cfbe-4e3e-9514-c73d861d88db', 'status': 'completed', 'code': 200} Aug 24 16:44:44.536274 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-07c6a0b7-8e0e-44cb-80ce-a13db1f9dfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (a2feafb5-e4cd-4423-9059-dd14558fbc55), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:44.576478 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-07c6a0b7-8e0e-44cb-80ce-a13db1f9dfda admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=f9804a18da8442c98b9c90b895c3613a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4086041 Aug 24 16:44:44.577563 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6a0b7-8e0e-44cb-80ce-a13db1f9dfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2feafb5-e4cd-4423-9059-dd14558fbc55,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:44.579191 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 60338) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:44.634922 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:44.638342 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3014df3d-1696-4055-83d0-f5f94e13ee5c admin admin] Publish callbacks [] for security_group (a2feafb5-e4cd-4423-9059-dd14558fbc55), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:44.659298 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3014df3d-1696-4055-83d0-f5f94e13ee5c admin admin] Publish callbacks [] for security_group (a2feafb5-e4cd-4423-9059-dd14558fbc55), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:44.792593 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3014df3d-1696-4055-83d0-f5f94e13ee5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (a2feafb5-e4cd-4423-9059-dd14558fbc55), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:44.798513 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3014df3d-1696-4055-83d0-f5f94e13ee5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:44.802470 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-3014df3d-1696-4055-83d0-f5f94e13ee5c admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/a2feafb5-e4cd-4423-9059-dd14558fbc55 HTTP/1.1" status: 204 len: 168 time: 0.2189720 Aug 24 16:44:44.811003 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014df3d-1696-4055-83d0-f5f94e13ee5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2feafb5-e4cd-4423-9059-dd14558fbc55,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:44.923779 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662ce5c-d788-410e-9902-5eb315adb03f req-c0a88ab8-8792-40d3-84f3-a2f1e506994f tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:44.925441 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b662ce5c-d788-410e-9902-5eb315adb03f req-c0a88ab8-8792-40d3-84f3-a2f1e506994f tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 944 time: 0.0673556 Aug 24 16:44:44.989726 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7bfa3-a62d-42a5-b64c-22bafe311018 req-84082895-04e8-4e63-94d5-afa9ee89aa92 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:44.991185 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fbf7bfa3-a62d-42a5-b64c-22bafe311018 req-84082895-04e8-4e63-94d5-afa9ee89aa92 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 932 time: 0.0650222 Aug 24 16:44:45.016317 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b662ce5c-d788-410e-9902-5eb315adb03f req-d8bc0513-b3ca-42bf-b426-42227e036ed0 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810158 Aug 24 16:44:45.052615 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fbf7bfa3-a62d-42a5-b64c-22bafe311018 req-bff6312d-5cfd-4fb3-884e-4c1cbe1a38ba tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507257 Aug 24 16:44:45.128272 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549905d-5381-4b97-89bc-1f06ba37c6d3 req-3c75907c-bb0a-4137-9d4b-37a19dc4d56b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:45.129832 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2549905d-5381-4b97-89bc-1f06ba37c6d3 req-3c75907c-bb0a-4137-9d4b-37a19dc4d56b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 931 time: 0.0550473 Aug 24 16:44:45.192329 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2549905d-5381-4b97-89bc-1f06ba37c6d3 req-2a0d54d8-d590-4320-863f-fca5793058f7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526631 Aug 24 16:44:45.211378 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 60352) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:45.236884 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5a38efb1-58f9-4359-a157-25782b5d3da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:45.281919 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:45.319383 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 60354) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:45.350824 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3e0a754f-a845-4f4a-9de7-972f7707ecdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:45.413652 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5a38efb1-58f9-4359-a157-25782b5d3da4 admin admin] Publish callbacks [] for security_group (c983c7da-74cf-4eb6-97a2-f1df9a02ee50), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:45.541612 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5a38efb1-58f9-4359-a157-25782b5d3da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (c983c7da-74cf-4eb6-97a2-f1df9a02ee50), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:45.577429 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-49872329-ee98-4aa0-a700-7026e282021e req-cf42bb1e-33ee-43c0-8770-181d123e5af0 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 210 time: 0.0487242 Aug 24 16:44:45.588848 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3e0a754f-a845-4f4a-9de7-972f7707ecdb admin admin] Publish callbacks [] for security_group (3be9f360-9b34-44b2-a76c-97cba1f5ee35), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:45.603085 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-5a38efb1-58f9-4359-a157-25782b5d3da4 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=b90498cf7cca4d938c8cdb4e3bf4b015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898959 Aug 24 16:44:45.614677 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 60366) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:45.638446 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38efb1-58f9-4359-a157-25782b5d3da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c983c7da-74cf-4eb6-97a2-f1df9a02ee50,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:45.696449 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3673-8ac7-46bd-b3e3-cd3dd26c6e75 admin admin] Publish callbacks [] for security_group (c983c7da-74cf-4eb6-97a2-f1df9a02ee50), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:45.731035 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3673-8ac7-46bd-b3e3-cd3dd26c6e75 admin admin] Publish callbacks [] for security_group (c983c7da-74cf-4eb6-97a2-f1df9a02ee50), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:45.746992 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3e0a754f-a845-4f4a-9de7-972f7707ecdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (3be9f360-9b34-44b2-a76c-97cba1f5ee35), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:45.778327 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-3e0a754f-a845-4f4a-9de7-972f7707ecdb admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=50aec55da7c24c7d92e1b82be498b993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4575975 Aug 24 16:44:45.781488 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 60372) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:45.806696 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a754f-a845-4f4a-9de7-972f7707ecdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be9f360-9b34-44b2-a76c-97cba1f5ee35,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:45.935215 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1c44dcd4-cd15-4d7e-8234-50ed90ac0923 admin admin] Publish callbacks [] for security_group (3be9f360-9b34-44b2-a76c-97cba1f5ee35), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:45.984196 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1c44dcd4-cd15-4d7e-8234-50ed90ac0923 admin admin] Publish callbacks [] for security_group (3be9f360-9b34-44b2-a76c-97cba1f5ee35), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:46.061521 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3673-8ac7-46bd-b3e3-cd3dd26c6e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (c983c7da-74cf-4eb6-97a2-f1df9a02ee50), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:46.065391 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3673-8ac7-46bd-b3e3-cd3dd26c6e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:46.067450 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-b6cf3673-8ac7-46bd-b3e3-cd3dd26c6e75 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/c983c7da-74cf-4eb6-97a2-f1df9a02ee50 HTTP/1.1" status: 204 len: 168 time: 0.4561591 Aug 24 16:44:46.088240 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf3673-8ac7-46bd-b3e3-cd3dd26c6e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c983c7da-74cf-4eb6-97a2-f1df9a02ee50,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:46.129730 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1c44dcd4-cd15-4d7e-8234-50ed90ac0923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (3be9f360-9b34-44b2-a76c-97cba1f5ee35), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:46.135889 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1c44dcd4-cd15-4d7e-8234-50ed90ac0923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:46.141285 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-1c44dcd4-cd15-4d7e-8234-50ed90ac0923 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/3be9f360-9b34-44b2-a76c-97cba1f5ee35 HTTP/1.1" status: 204 len: 168 time: 0.3586984 Aug 24 16:44:46.162395 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44dcd4-cd15-4d7e-8234-50ed90ac0923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be9f360-9b34-44b2-a76c-97cba1f5ee35,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:46.275776 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:46.282059 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21dced-64f4-4a5f-bd6c-032ddedf9cc6 req-e9ea4bab-03a3-4a02-84ef-9011509dd53e tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:46.283525 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1d21dced-64f4-4a5f-bd6c-032ddedf9cc6 req-e9ea4bab-03a3-4a02-84ef-9011509dd53e tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 944 time: 0.1255140 Aug 24 16:44:46.297160 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2eff19-c213-4ff4-ad31-c56bb423c0db req-f967df06-32f6-4368-b1fb-a8f04b09937f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:46.299541 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-da2eff19-c213-4ff4-ad31-c56bb423c0db req-f967df06-32f6-4368-b1fb-a8f04b09937f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 932 time: 0.1401997 Aug 24 16:44:46.390392 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1d21dced-64f4-4a5f-bd6c-032ddedf9cc6 req-7f34c204-6954-48d4-8892-d9bf7e987bfd tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893047 Aug 24 16:44:46.426865 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-da2eff19-c213-4ff4-ad31-c56bb423c0db req-48dff1ab-3b93-47df-9c86-0b0921318369 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071432 Aug 24 16:44:46.546982 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4399f1-8e37-4e91-8522-65b55b13e293 req-e1fd4997-a1f4-49d1-9d44-a000baf1384c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:46.548549 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1a4399f1-8e37-4e91-8522-65b55b13e293 req-e1fd4997-a1f4-49d1-9d44-a000baf1384c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 931 time: 0.0687647 Aug 24 16:44:46.628630 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Request body: {'port': {'device_id': '5069db3c-2e20-4acd-9be9-f0ffc80832e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:46.664034 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1a4399f1-8e37-4e91-8522-65b55b13e293 req-ba862a12-638b-49f7-883f-8cb305e1ab57 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044526 Aug 24 16:44:46.833053 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e892cddc-218f-4e9c-a68f-5a19fc796d65 req-234d6846-407c-4dc0-9d29-0ca5f0f3f4cc tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 210 time: 0.0560589 Aug 24 16:44:46.843363 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267eb00f-7281-48d4-b849-334f808213d9 req-83764083-aaf0-4955-b521-0ca2f8a1e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:46.845065 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-83764083-aaf0-4955-b521-0ca2f8a1e389 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c87426b9-0121-444a-b1ac-0b19fffe7905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2030611 Aug 24 16:44:46.856454 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Request body: {'port': {'device_id': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:46.920987 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:46.957855 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e6d4e-6ab2-4085-a06c-d608f971959d req-299ebb73-40d9-4abc-8db4-eb4b655e5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:46.959418 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-d39e6d4e-6ab2-4085-a06c-d608f971959d req-299ebb73-40d9-4abc-8db4-eb4b655e5363 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 1128 time: 0.2765770 Aug 24 16:44:47.120248 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-9076c91d-db5b-4521-986a-cd7554a7af5a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c87426b9-0121-444a-b1ac-0b19fffe7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681217 Aug 24 16:44:47.127295 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.40', 50663) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:47.274399 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-ea314334-5389-4c18-905d-e1a7c52bfefb tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:47.275441 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-ea314334-5389-4c18-905d-e1a7c52bfefb tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.40 "GET /networking/v2.0/networks?id=3c868f21-48dd-4a80-9b52-b20f081f69bf HTTP/1.1" status: 200 len: 811 time: 0.1485307 Aug 24 16:44:47.472215 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (2887267a-02c9-4065-8fb6-a79355822e82), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:47.573481 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-bab0f59e-014a-4c16-9c42-5fae7ed3ddf7 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b71890b7a23944ee939c4bd13408063f HTTP/1.1" status: 200 len: 379 time: 0.2799342 Aug 24 16:44:47.591271 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:47.623469 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267eb00f-7281-48d4-b849-334f808213d9 req-d11cc763-7044-4ddb-83ee-a41b6f8c8a7a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c87426b9-0121-444a-b1ac-0b19fffe7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632073 Aug 24 16:44:47.631859 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-20efdd74-8694-480a-832c-47eeab80ab80 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Request body: {'port': {'device_id': 'fcfcc291-21b3-42f0-9398-eeebfa0e9af8', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'admin_state_up': True, 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'security_groups': ['3e22c34a-3148-4e17-8e2e-cb990b84bf6f']}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:47.663937 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:47.725884 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e6d4e-6ab2-4085-a06c-d608f971959d req-6f48ce33-7962-4c0a-a389-b566b59e1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:47.728776 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-d39e6d4e-6ab2-4085-a06c-d608f971959d req-6f48ce33-7962-4c0a-a389-b566b59e1f16 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=c99d97707cc2485284d8d33522ebb918&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7576320 Aug 24 16:44:47.765805 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a79db-47b6-43ed-bd92-86fba9e3e8b4 req-1c1e1324-98e4-4988-9522-ac3213b85af7 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:47.776460 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-269a79db-47b6-43ed-bd92-86fba9e3e8b4 req-1c1e1324-98e4-4988-9522-ac3213b85af7 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 944 time: 0.2415128 Aug 24 16:44:47.797848 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:47.854877 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53123a28-de41-4680-8524-0daa9774a563 req-c78e3e31-62b7-4809-813c-65676d70954a tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:47.862312 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-53123a28-de41-4680-8524-0daa9774a563 req-c78e3e31-62b7-4809-813c-65676d70954a tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 932 time: 0.2712429 Aug 24 16:44:48.027244 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8e046-ce64-4755-9a62-b119e8279c68 req-cc2c5b12-4db2-42ff-8a34-6f72b523f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:48.029004 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-62f8e046-ce64-4755-9a62-b119e8279c68 req-cc2c5b12-4db2-42ff-8a34-6f72b523f1f9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=d09164dc6ad44a87b7fae777d9f8435a&device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 1128 time: 0.1941831 Aug 24 16:44:48.081082 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-269a79db-47b6-43ed-bd92-86fba9e3e8b4 req-1ca3615f-ca6c-42f8-a194-63a4448e18ba tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034639 Aug 24 16:44:48.218656 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e6d4e-6ab2-4085-a06c-d608f971959d req-688d46fc-5b69-4d59-8609-0c2d030054aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:48.220559 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-d39e6d4e-6ab2-4085-a06c-d608f971959d req-688d46fc-5b69-4d59-8609-0c2d030054aa service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4709411 Aug 24 16:44:48.270701 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-53123a28-de41-4680-8524-0daa9774a563 req-4a7e5d4f-a5f3-4630-8972-0fa814babc21 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060833 Aug 24 16:44:48.381066 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1689ae-2db1-4272-994c-c2f66009f36b req-4f9de8f7-f454-4691-b3bf-6eb24e3acfb5 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:48.386530 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ee1689ae-2db1-4272-994c-c2f66009f36b req-4f9de8f7-f454-4691-b3bf-6eb24e3acfb5 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 931 time: 0.0893328 Aug 24 16:44:48.396162 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-20efdd74-8694-480a-832c-47eeab80ab80 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Made reservation on behalf of b71890b7a23944ee939c4bd13408063f for: {'port': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:44:48.402107 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-20efdd74-8694-480a-832c-47eeab80ab80 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:48.404198 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c06e4-125a-4f99-b163-2d12320cf98d req-21aba5a6-5bb4-4320-97aa-1e141f2934f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:48.405737 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-344c06e4-125a-4f99-b163-2d12320cf98d req-21aba5a6-5bb4-4320-97aa-1e141f2934f4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 1128 time: 0.0975626 Aug 24 16:44:48.649226 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-344c06e4-125a-4f99-b163-2d12320cf98d req-c58f7b3f-0fc8-4063-9338-5a66e57384bd service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08c8eeee-cfbe-4e3e-9514-c73d861d88db HTTP/1.1" status: 200 len: 217 time: 0.2290955 Aug 24 16:44:48.669238 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b58b6653-f749-460a-b6bc-90f0486ad9c2 req-763aa534-efef-4ea1-9952-8fac7e034cbc tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 210 time: 0.1771550 Aug 24 16:44:48.694029 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2887267a-02c9-4065-8fb6-a79355822e82 {{(pid=113369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:44:48.714421 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Publish callbacks [] for port (2887267a-02c9-4065-8fb6-a79355822e82), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:48.873441 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fefa6a59-cba3-43bd-99e5-f25c064dc3ea {{(pid=113369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:44:48.905008 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Publish callbacks [] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:48.909981 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.provisioning_blocks [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Transition to ACTIVE for port object 2887267a-02c9-4065-8fb6-a79355822e82 will not be triggered until provisioned by entity L2. {{(pid=113369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:44:48.939691 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ee1689ae-2db1-4272-994c-c2f66009f36b req-00313c3f-b70f-4dc9-9640-f08738f5dc6f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5167847 Aug 24 16:44:48.955067 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c06e4-125a-4f99-b163-2d12320cf98d req-23360226-2b97-47c8-92be-5fd1a8fbc1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:48.957035 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-344c06e4-125a-4f99-b163-2d12320cf98d req-23360226-2b97-47c8-92be-5fd1a8fbc1e5 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=27787f90-01da-4eab-83e5-1d4c783724ac HTTP/1.1" status: 200 len: 858 time: 0.2721803 Aug 24 16:44:48.957589 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.provisioning_blocks [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Transition to ACTIVE for port object fefa6a59-cba3-43bd-99e5-f25c064dc3ea will not be triggered until provisioned by entity L2. {{(pid=113369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:44:49.060794 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (2887267a-02c9-4065-8fb6-a79355822e82), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:49.116773 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-20efdd74-8694-480a-832c-47eeab80ab80 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Allocated IP 172.20.0.6 (3c868f21-48dd-4a80-9b52-b20f081f69bf/7a21e2cb-adaa-418e-9a22-729cb8d4dff7/ae79267d-50a6-401e-8b7e-65a6ed48fbc9) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:44:49.125877 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:49.144551 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8e046-ce64-4755-9a62-b119e8279c68 req-462ddd99-9304-4f8f-821b-27ad241a8d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:49.144551 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-62f8e046-ce64-4755-9a62-b119e8279c68 req-462ddd99-9304-4f8f-821b-27ad241a8d5d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c87426b9-0121-444a-b1ac-0b19fffe7905 HTTP/1.1" status: 200 len: 912 time: 0.8602197 Aug 24 16:44:49.210288 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c06e4-125a-4f99-b163-2d12320cf98d req-6ab4fca5-a3e7-4ba6-a9c1-5cd42e301801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:49.212578 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-344c06e4-125a-4f99-b163-2d12320cf98d req-6ab4fca5-a3e7-4ba6-a9c1-5cd42e301801 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=4d88a69f-ea66-4ba4-9592-a2ab513e73da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2303584 Aug 24 16:44:49.405773 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-344c06e4-125a-4f99-b163-2d12320cf98d req-8f53a720-0795-4772-83bf-4d1c05f5f497 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695650 Aug 24 16:44:49.562728 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Pushing event updated for resources: {'Port': ['ID=2887267a-02c9-4065-8fb6-a79355822e82,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:49.567759 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.managers [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Attempting to bind port 2887267a-02c9-4065-8fb6-a79355822e82 on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:44:49.568221 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.managers [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Attempting to bind port 2887267a-02c9-4065-8fb6-a79355822e82 by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'}] {{(pid=113369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:44:49.568737 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Attempting to bind port 2887267a-02c9-4065-8fb6-a79355822e82 on network 4d88a69f-ea66-4ba4-9592-a2ab513e73da {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:49.582023 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-62f8e046-ce64-4755-9a62-b119e8279c68 req-2755cc90-7194-4c7e-9fb6-356db37cae63 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b5e105-7d98-45d8-b2c9-df6e9dd14d9f HTTP/1.1" status: 200 len: 217 time: 0.4190147 Aug 24 16:44:49.607633 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-344c06e4-125a-4f99-b163-2d12320cf98d req-28032af1-83cc-4028-873c-6a581b360cf6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783462 Aug 24 16:44:49.612043 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Port 2887267a-02c9-4065-8fb6-a79355822e82 on network 4d88a69f-ea66-4ba4-9592-a2ab513e73da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:44:49.612536 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Attempting to bind port 2887267a-02c9-4065-8fb6-a79355822e82 on network 4d88a69f-ea66-4ba4-9592-a2ab513e73da {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:49.626006 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.managers [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Attempting to bind port fefa6a59-cba3-43bd-99e5-f25c064dc3ea on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:44:49.626466 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.managers [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Attempting to bind port fefa6a59-cba3-43bd-99e5-f25c064dc3ea by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'}] {{(pid=113369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:44:49.626846 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Attempting to bind port fefa6a59-cba3-43bd-99e5-f25c064dc3ea on network 883b1cf6-8114-4681-9877-f2163f4c86c7 {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:49.633464 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:44:49.634084 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Checking segment: {'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:49.634449 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Bound using segment: {'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'} {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:44:49.634897 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.managers [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Bound port: 2887267a-02c9-4065-8fb6-a79355822e82, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'}}] {{(pid=113369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:44:49.635349 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (2887267a-02c9-4065-8fb6-a79355822e82), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:49.652327 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Port fefa6a59-cba3-43bd-99e5-f25c064dc3ea on network 883b1cf6-8114-4681-9877-f2163f4c86c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:44:49.652642 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Attempting to bind port fefa6a59-cba3-43bd-99e5-f25c064dc3ea on network 883b1cf6-8114-4681-9877-f2163f4c86c7 {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:49.659012 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Pushing event updated for resources: {'Port': ['ID=fefa6a59-cba3-43bd-99e5-f25c064dc3ea,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:49.666652 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:44:49.666982 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Checking segment: {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:49.667354 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Bound using segment: {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'} {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:44:49.667790 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.managers [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Bound port: fefa6a59-cba3-43bd-99e5-f25c064dc3ea, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'}}] {{(pid=113369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:44:49.668196 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:49.698485 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8e046-ce64-4755-9a62-b119e8279c68 req-b2bbba95-6096-4c37-8591-ed43187c97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:49.700003 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-62f8e046-ce64-4755-9a62-b119e8279c68 req-b2bbba95-6096-4c37-8591-ed43187c97b5 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=2935d1c1-dac7-4d3e-b47a-e7231537a4c7 HTTP/1.1" status: 200 len: 850 time: 0.0848522 Aug 24 16:44:49.751749 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:49.837949 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] For port 2887267a-02c9-4065-8fb6-a79355822e82, host hv-cinder-73116, cleared binding levels {{(pid=113369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:44:49.846269 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] For port 2887267a-02c9-4065-8fb6-a79355822e82, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=2887267a-02c9-4065-8fb6-a79355822e82,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:44:49.871067 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] For port fefa6a59-cba3-43bd-99e5-f25c064dc3ea, host hv-cinder-73116, cleared binding levels {{(pid=113369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:44:49.871366 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8e046-ce64-4755-9a62-b119e8279c68 req-d03f4fed-4025-413f-b5d8-e23470e0385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:49.873078 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] For port fefa6a59-cba3-43bd-99e5-f25c064dc3ea, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=fefa6a59-cba3-43bd-99e5-f25c064dc3ea,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:44:49.878311 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-62f8e046-ce64-4755-9a62-b119e8279c68 req-d03f4fed-4025-413f-b5d8-e23470e0385b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c87426b9-0121-444a-b1ac-0b19fffe7905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1063426 Aug 24 16:44:49.901489 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:49.943627 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c0e36-5759-4cff-9425-e4db284eacb7 req-a9bd5225-8424-4efa-a79c-dea82c662e9d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:49.952865 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-944c0e36-5759-4cff-9425-e4db284eacb7 req-a9bd5225-8424-4efa-a79c-dea82c662e9d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 944 time: 0.3694561 Aug 24 16:44:49.973147 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc22f9-a029-4fe6-a8aa-e2a6074cbf9f req-18e77952-957b-497d-8633-159c2979fa44 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:49.974823 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-06fc22f9-a029-4fe6-a8aa-e2a6074cbf9f req-18e77952-957b-497d-8633-159c2979fa44 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 944 time: 0.3733368 Aug 24 16:44:50.035567 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:50.039750 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:50.046671 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (2887267a-02c9-4065-8fb6-a79355822e82), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:50.060675 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:50.061138 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for port (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:50.062727 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/fefa6a59-cba3-43bd-99e5-f25c064dc3ea HTTP/1.1" status: 200 len: 1093 time: 3.2131658 Aug 24 16:44:50.067407 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'tag': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:44:50.067407 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43c49cc-b05b-49c0-8aab-15c88c14e960" -d '{"events": [{"name": "network-changed", "server_uuid": "2c63f0ac-d4f8-499f-8901-53d4dbbc15ac", "tag": "fefa6a59-cba3-43bd-99e5-f25c064dc3ea"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:44:50.103738 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:50.104724 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for port (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:50.106280 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/2887267a-02c9-4065-8fb6-a79355822e82 HTTP/1.1" status: 200 len: 1094 time: 3.4833305 Aug 24 16:44:50.143912 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e2c05-26bd-4a7b-a805-3a2415a6e562 service neutron] Pushing event updated for resources: {'Port': ['ID=fefa6a59-cba3-43bd-99e5-f25c064dc3ea,revision_number=3']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:50.270943 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-944c0e36-5759-4cff-9425-e4db284eacb7 req-76c06a81-72a0-4bae-8d07-aefe06affecf tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169675 Aug 24 16:44:50.296817 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-06fc22f9-a029-4fe6-a8aa-e2a6074cbf9f req-efa870e1-6bcb-4d60-9c4e-7125bca2f310 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060124 Aug 24 16:44:50.342662 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:44:50.374584 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-62f8e046-ce64-4755-9a62-b119e8279c68 req-d73366f2-f2c8-4cd3-bbc7-77a3c53ea913 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c87426b9-0121-444a-b1ac-0b19fffe7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524302 Aug 24 16:44:50.377210 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:50.381260 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-20efdd74-8694-480a-832c-47eeab80ab80 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for port (ae79267d-50a6-401e-8b7e-65a6ed48fbc9), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:50.605997 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0eedd717-4774-4a66-9f73-a5f3705195f3 req-2cd6b4fa-cc0a-4a98-a146-0f1baf619c0a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 210 time: 0.1308591 Aug 24 16:44:50.622407 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-842d02f7-f241-41ae-98ed-38ead64ecd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:50.623906 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-842d02f7-f241-41ae-98ed-38ead64ecd4b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 1127 time: 0.4295492 Aug 24 16:44:50.643564 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:50.643564 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd39cb-993e-430b-a1d1-96725f55fc05 service neutron] Pushing event updated for resources: {'Port': ['ID=2887267a-02c9-4065-8fb6-a79355822e82,revision_number=3']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:50.651546 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-ab355fb2-e256-456b-8784-edb5e73c2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:50.652723 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-ab355fb2-e256-456b-8784-edb5e73c2e3c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 1128 time: 0.4054947 Aug 24 16:44:50.688704 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-4c2ea76a-77d0-496d-9574-ac15de2f4b2e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fefa6a59-cba3-43bd-99e5-f25c064dc3ea HTTP/1.1" status: 200 len: 217 time: 0.0506303 Aug 24 16:44:50.730244 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-4beab1c7-6d14-42d4-8b72-784329955be8 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2887267a-02c9-4065-8fb6-a79355822e82 HTTP/1.1" status: 200 len: 217 time: 0.0500300 Aug 24 16:44:50.779805 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2961a45-9ea0-4aff-866d-946e8e032ad9 x-openstack-request-id: req-b2961a45-9ea0-4aff-866d-946e8e032ad9 {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:44:50.780153 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c63f0ac-d4f8-499f-8901-53d4dbbc15ac", "tag": "fefa6a59-cba3-43bd-99e5-f25c064dc3ea", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:44:50.780569 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b2961a45-9ea0-4aff-866d-946e8e032ad9 {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:44:50.781128 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2961a45-9ea0-4aff-866d-946e8e032ad9'] response: {'name': 'network-changed', 'server_uuid': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'tag': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea', 'status': 'completed', 'code': 200} Aug 24 16:44:50.820721 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-20efdd74-8694-480a-832c-47eeab80ab80 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (ae79267d-50a6-401e-8b7e-65a6ed48fbc9), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:50.831817 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430cf117-0c6e-49fd-840f-afeb341078f1 req-76fc122f-52c3-4637-a10a-eb96fed5c50b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:50.840674 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-430cf117-0c6e-49fd-840f-afeb341078f1 req-76fc122f-52c3-4637-a10a-eb96fed5c50b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 943 time: 0.3632855 Aug 24 16:44:50.876278 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-904db5d7-1fa6-4385-977e-3866554869bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:50.877813 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-904db5d7-1fa6-4385-977e-3866554869bb service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=502f9714-b664-4573-bc1d-27593423cf2c HTTP/1.1" status: 200 len: 854 time: 0.1622262 Aug 24 16:44:50.881463 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-74240717-d466-44a5-82ff-df7579fe3c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:50.885854 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-74240717-d466-44a5-82ff-df7579fe3c03 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=27787f90-01da-4eab-83e5-1d4c783724ac HTTP/1.1" status: 200 len: 858 time: 0.1179647 Aug 24 16:44:50.996154 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-62f8e046-ce64-4755-9a62-b119e8279c68 req-7c21951b-a5cd-4b54-823a-2adf54621773 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c87426b9-0121-444a-b1ac-0b19fffe7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6038518 Aug 24 16:44:50.998109 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-20efdd74-8694-480a-832c-47eeab80ab80 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Network 3c868f21-48dd-4a80-9b52-b20f081f69bf is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:44:51.011680 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-20efdd74-8694-480a-832c-47eeab80ab80 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:44:51.016494 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efdd74-8694-480a-832c-47eeab80ab80 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event updated for resources: {'Port': ['ID=ae79267d-50a6-401e-8b7e-65a6ed48fbc9,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:51.018901 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-20efdd74-8694-480a-832c-47eeab80ab80 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:44:51.024296 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-20efdd74-8694-480a-832c-47eeab80ab80 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:51.025246 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-20efdd74-8694-480a-832c-47eeab80ab80 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:51.088946 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-430cf117-0c6e-49fd-840f-afeb341078f1 req-f86d423d-ac4e-44be-a2d9-a1ea21d06463 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472067 Aug 24 16:44:51.100406 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-31a5ecce-d00b-49ae-9392-4ed44aff1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:51.102168 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-31a5ecce-d00b-49ae-9392-4ed44aff1bf2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=4d88a69f-ea66-4ba4-9592-a2ab513e73da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1853495 Aug 24 16:44:51.106502 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-f763ae6f-9816-49ef-9cf5-d524506d18ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:51.109333 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-f763ae6f-9816-49ef-9cf5-d524506d18ad service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=883b1cf6-8114-4681-9877-f2163f4c86c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2211704 Aug 24 16:44:51.149944 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-20efdd74-8694-480a-832c-47eeab80ab80 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5361578 Aug 24 16:44:51.169776 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:51.193065 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Request body: {'port': {'device_id': 'fcfcc291-21b3-42f0-9398-eeebfa0e9af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:44:51.346503 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:51.360040 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (ae79267d-50a6-401e-8b7e-65a6ed48fbc9), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:51.394547 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-29f5d63e-a4c0-4dac-afb6-97ba649e21f0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242012 Aug 24 16:44:51.474032 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-bdebf034-6e7e-4410-b065-623082e8e292 None None] Provisioning complete for port ae79267d-50a6-401e-8b7e-65a6ed48fbc9 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:44:51.475229 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-bdebf034-6e7e-4410-b065-623082e8e292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (ae79267d-50a6-401e-8b7e-65a6ed48fbc9), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:51.558899 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-bdebf034-6e7e-4410-b065-623082e8e292 None None] Port ae79267d-50a6-401e-8b7e-65a6ed48fbc9 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:44:51.570206 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ece9be-d974-4a26-827f-26f4c029773a req-73d05ee9-f804-4a5a-afde-6b770e243bdd tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:51.572201 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d0ece9be-d974-4a26-827f-26f4c029773a req-73d05ee9-f804-4a5a-afde-6b770e243bdd tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 944 time: 0.1382720 Aug 24 16:44:51.581931 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46cd13-3b06-4390-9536-c6a94b44e061 req-1ccec196-dd19-4d41-bc72-2c78e4aa08f6 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:51.583684 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce46cd13-3b06-4390-9536-c6a94b44e061 req-1ccec196-dd19-4d41-bc72-2c78e4aa08f6 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 944 time: 0.1303332 Aug 24 16:44:51.651195 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-3d5c77ae-3602-4c28-958c-e1e5d23afa97 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507568 Aug 24 16:44:51.661661 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:51.797459 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce46cd13-3b06-4390-9536-c6a94b44e061 req-fecdfd0d-1517-4a4c-ae90-659ae0150787 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619539 Aug 24 16:44:51.850845 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 60574) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:51.863985 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-1ddb0981-3166-40b2-89f2-f393b9b35b80 req-c166fbbe-5c01-4805-ae0e-66f91a261885 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708742 Aug 24 16:44:51.875584 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:51.910152 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-5d5984e9-0e54-4c3e-91e0-650c63df3bf7 req-68fd3c7b-1fce-4dcf-97ed-b05c40e0da6f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028675 Aug 24 16:44:52.044471 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d0ece9be-d974-4a26-827f-26f4c029773a req-01ae439a-9e37-4f0a-92b9-4bb9eb771538 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596496 Aug 24 16:44:52.247376 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c49cc-b05b-49c0-8aab-15c88c14e960 req-aeb05a88-bdd1-44f2-8d76-5f2c0d61c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:52.257875 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-d43c49cc-b05b-49c0-8aab-15c88c14e960 req-aeb05a88-bdd1-44f2-8d76-5f2c0d61c741 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 1127 time: 0.1483755 Aug 24 16:44:52.543645 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e6a4671f-a750-4ee0-a42a-3e5a2283593e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:52.545305 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae79267d-50a6-401e-8b7e-65a6ed48fbc9 {{(pid=113370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:44:52.545305 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd783679-7063-4101-9cce-82c3525e216a req-569b7ca3-9082-48dd-aea9-f5dcdbde2476 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:52.545305 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fd783679-7063-4101-9cce-82c3525e216a req-569b7ca3-9082-48dd-aea9-f5dcdbde2476 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 931 time: 0.3908889 Aug 24 16:44:52.545305 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Publish callbacks [] for port (ae79267d-50a6-401e-8b7e-65a6ed48fbc9), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:52.545305 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3250c6b-9c99-4484-8ce1-94712005fcc7 req-5aee2e7a-1fa2-4066-8d87-a381fd7c5b16 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:52.545305 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a3250c6b-9c99-4484-8ce1-94712005fcc7 req-5aee2e7a-1fa2-4066-8d87-a381fd7c5b16 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 943 time: 0.1466033 Aug 24 16:44:52.545305 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.provisioning_blocks [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Transition to ACTIVE for port object ae79267d-50a6-401e-8b7e-65a6ed48fbc9 will not be triggered until provisioned by entity L2. {{(pid=113370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:44:52.545305 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fd783679-7063-4101-9cce-82c3525e216a req-62876fe7-f5a4-4662-ae61-b4ed5c3b5efa tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934885 Aug 24 16:44:52.545305 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a3250c6b-9c99-4484-8ce1-94712005fcc7 req-3b0bbcf5-e9df-4acf-b2dd-c24d0098fb3f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690730 Aug 24 16:44:52.546787 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c49cc-b05b-49c0-8aab-15c88c14e960 req-db44f854-f34a-4163-b26a-ea6b7abb6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:52.546787 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-d43c49cc-b05b-49c0-8aab-15c88c14e960 req-db44f854-f34a-4163-b26a-ea6b7abb6e3c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=883b1cf6-8114-4681-9877-f2163f4c86c7 HTTP/1.1" status: 200 len: 916 time: 0.2423861 Aug 24 16:44:52.592321 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-d43c49cc-b05b-49c0-8aab-15c88c14e960 req-f8a1a63f-4fa4-4ec4-b86d-a8102ce506ab service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fefa6a59-cba3-43bd-99e5-f25c064dc3ea HTTP/1.1" status: 200 len: 217 time: 0.0688748 Aug 24 16:44:52.678193 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e6a4671f-a750-4ee0-a42a-3e5a2283593e admin admin] Publish callbacks [] for security_group (b6dc2d90-c17a-4fe7-b11f-ad8a660f0ce9), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:52.682627 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c49cc-b05b-49c0-8aab-15c88c14e960 req-b11c53af-c14b-44b3-bb13-a7bd12149932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:52.683062 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-d43c49cc-b05b-49c0-8aab-15c88c14e960 req-b11c53af-c14b-44b3-bb13-a7bd12149932 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=502f9714-b664-4573-bc1d-27593423cf2c HTTP/1.1" status: 200 len: 854 time: 0.0818737 Aug 24 16:44:52.735109 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (ae79267d-50a6-401e-8b7e-65a6ed48fbc9), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:52.751466 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c49cc-b05b-49c0-8aab-15c88c14e960 req-319c3cb9-33ed-484d-b590-9774ca0f3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:52.751466 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-d43c49cc-b05b-49c0-8aab-15c88c14e960 req-319c3cb9-33ed-484d-b590-9774ca0f3a0f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=883b1cf6-8114-4681-9877-f2163f4c86c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495796 Aug 24 16:44:52.782638 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5069db3c-2e20-4acd-9be9-f0ffc80832e5', 'tag': '2887267a-02c9-4065-8fb6-a79355822e82'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:44:52.787151 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4cd422-3c4a-4c6a-9d9c-0eeb5f952f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "5069db3c-2e20-4acd-9be9-f0ffc80832e5", "tag": "2887267a-02c9-4065-8fb6-a79355822e82"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:44:52.834327 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Attempting to bind port ae79267d-50a6-401e-8b7e-65a6ed48fbc9 on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:44:52.834657 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Attempting to bind port ae79267d-50a6-401e-8b7e-65a6ed48fbc9 by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': '2023dcad-1199-4ffc-890c-247170f76826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf'}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:44:52.834976 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Attempting to bind port ae79267d-50a6-401e-8b7e-65a6ed48fbc9 on network 3c868f21-48dd-4a80-9b52-b20f081f69bf {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:52.838058 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Pushing event updated for resources: {'Port': ['ID=ae79267d-50a6-401e-8b7e-65a6ed48fbc9,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:52.847294 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Port ae79267d-50a6-401e-8b7e-65a6ed48fbc9 on network 3c868f21-48dd-4a80-9b52-b20f081f69bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:44:52.847294 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Attempting to bind port ae79267d-50a6-401e-8b7e-65a6ed48fbc9 on network 3c868f21-48dd-4a80-9b52-b20f081f69bf {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:44:52.856659 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:44:52.863830 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Checking segment: {'id': '2023dcad-1199-4ffc-890c-247170f76826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:44:52.864361 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Bound using segment: {'id': '2023dcad-1199-4ffc-890c-247170f76826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf'} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:44:52.865128 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Bound port: ae79267d-50a6-401e-8b7e-65a6ed48fbc9, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2023dcad-1199-4ffc-890c-247170f76826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf'}}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:44:52.865306 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (ae79267d-50a6-401e-8b7e-65a6ed48fbc9), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:52.921244 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-d43c49cc-b05b-49c0-8aab-15c88c14e960 req-ff3db83a-e4c9-424e-baf7-566929b6bfdf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702750 Aug 24 16:44:52.924861 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e6a4671f-a750-4ee0-a42a-3e5a2283593e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (b6dc2d90-c17a-4fe7-b11f-ad8a660f0ce9), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:52.971553 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9ac6c7-f40b-49a6-8613-0a7949dc8f26 x-openstack-request-id: req-3d9ac6c7-f40b-49a6-8613-0a7949dc8f26 {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:44:52.971995 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5069db3c-2e20-4acd-9be9-f0ffc80832e5", "tag": "2887267a-02c9-4065-8fb6-a79355822e82", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:44:52.972251 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3d9ac6c7-f40b-49a6-8613-0a7949dc8f26 {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:44:52.973019 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d9ac6c7-f40b-49a6-8613-0a7949dc8f26'] response: {'name': 'network-changed', 'server_uuid': '5069db3c-2e20-4acd-9be9-f0ffc80832e5', 'tag': '2887267a-02c9-4065-8fb6-a79355822e82', 'status': 'completed', 'code': 200} Aug 24 16:44:52.978631 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-e6a4671f-a750-4ee0-a42a-3e5a2283593e admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=aaf97670cebb4176ba40bc0feb8a738b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1260159 Aug 24 16:44:52.986134 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 60622) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:53.036298 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48bbb5-7554-4836-9479-bc9a4e0b377f req-076aa961-ff94-422a-8bbc-ab4535c0c344 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:53.037925 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9a48bbb5-7554-4836-9479-bc9a4e0b377f req-076aa961-ff94-422a-8bbc-ab4535c0c344 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 944 time: 0.1083913 Aug 24 16:44:53.042745 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] For port ae79267d-50a6-401e-8b7e-65a6ed48fbc9, host hv-cinder-73116, cleared binding levels {{(pid=113370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:44:53.046145 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] For port ae79267d-50a6-401e-8b7e-65a6ed48fbc9, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=ae79267d-50a6-401e-8b7e-65a6ed48fbc9,segment=NetworkSegment(2023dcad-1199-4ffc-890c-247170f76826),segment_id=2023dcad-1199-4ffc-890c-247170f76826)] {{(pid=113370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:44:53.071564 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-efc3e486-1eb6-4d90-b28a-119c46bef30b admin admin] Publish callbacks [] for security_group (b6dc2d90-c17a-4fe7-b11f-ad8a660f0ce9), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:53.071564 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4671f-a750-4ee0-a42a-3e5a2283593e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dc2d90-c17a-4fe7-b11f-ad8a660f0ce9,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:53.115953 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-efc3e486-1eb6-4d90-b28a-119c46bef30b admin admin] Publish callbacks [] for security_group (b6dc2d90-c17a-4fe7-b11f-ad8a660f0ce9), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:53.137523 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9a48bbb5-7554-4836-9479-bc9a4e0b377f req-3918e552-f040-46d0-bbe3-00136ce002a9 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807445 Aug 24 16:44:53.159064 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (ae79267d-50a6-401e-8b7e-65a6ed48fbc9), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:53.228546 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Pushing event updated for resources: {'Port': ['ID=ae79267d-50a6-401e-8b7e-65a6ed48fbc9,revision_number=3']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:53.240631 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:53.241086 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:53.243823 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-1ee8f7f8-6c84-468f-b57b-69939fca0b85 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/ae79267d-50a6-401e-8b7e-65a6ed48fbc9 HTTP/1.1" status: 200 len: 1093 time: 2.0545614 Aug 24 16:44:53.244549 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfcc291-21b3-42f0-9398-eeebfa0e9af8', 'tag': 'ae79267d-50a6-401e-8b7e-65a6ed48fbc9'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:44:53.245483 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cd422-3c4a-4c6a-9d9c-0eeb5f952f8b req-019df9dc-648d-45ef-a84b-ed8ee1f27275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:53.247069 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-ea4cd422-3c4a-4c6a-9d9c-0eeb5f952f8b req-019df9dc-648d-45ef-a84b-ed8ee1f27275 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 1128 time: 0.0452666 Aug 24 16:44:53.247446 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0021a9d5-53d5-433d-8de2-e06bee700b58" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfcc291-21b3-42f0-9398-eeebfa0e9af8", "tag": "ae79267d-50a6-401e-8b7e-65a6ed48fbc9"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:44:53.305214 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdc406b-10d3-489d-b439-0df76f511f1f x-openstack-request-id: req-dfdc406b-10d3-489d-b439-0df76f511f1f {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:44:53.305513 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfcc291-21b3-42f0-9398-eeebfa0e9af8", "tag": "ae79267d-50a6-401e-8b7e-65a6ed48fbc9", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:44:53.305768 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-dfdc406b-10d3-489d-b439-0df76f511f1f {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:44:53.306255 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfdc406b-10d3-489d-b439-0df76f511f1f'] response: {'name': 'network-changed', 'server_uuid': 'fcfcc291-21b3-42f0-9398-eeebfa0e9af8', 'tag': 'ae79267d-50a6-401e-8b7e-65a6ed48fbc9', 'status': 'completed', 'code': 200} Aug 24 16:44:53.320382 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058cbe9-529b-4192-abb3-97a31cacd1b5 req-ee678227-4244-4b81-b1ce-522399444f81 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:53.322169 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-efc3e486-1eb6-4d90-b28a-119c46bef30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (b6dc2d90-c17a-4fe7-b11f-ad8a660f0ce9), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:53.324494 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7058cbe9-529b-4192-abb3-97a31cacd1b5 req-ee678227-4244-4b81-b1ce-522399444f81 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 944 time: 0.0966332 Aug 24 16:44:53.331841 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-efc3e486-1eb6-4d90-b28a-119c46bef30b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:53.336394 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-efc3e486-1eb6-4d90-b28a-119c46bef30b admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/b6dc2d90-c17a-4fe7-b11f-ad8a660f0ce9 HTTP/1.1" status: 204 len: 168 time: 0.3459463 Aug 24 16:44:53.361532 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3e486-1eb6-4d90-b28a-119c46bef30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dc2d90-c17a-4fe7-b11f-ad8a660f0ce9,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:53.410489 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-d43c49cc-b05b-49c0-8aab-15c88c14e960 req-6a2c2dab-e064-42c6-a3d4-d7ef17e71a54 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405791 Aug 24 16:44:53.412217 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7058cbe9-529b-4192-abb3-97a31cacd1b5 req-f9667a24-1b0f-4d18-a980-d40f7bc169dd tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825744 Aug 24 16:44:53.500864 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:53.662624 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7638f-c618-4571-9259-144054847faa req-3e712866-0bb3-46c7-b594-043fa7bc9184 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:53.664215 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7ec7638f-c618-4571-9259-144054847faa req-3e712866-0bb3-46c7-b594-043fa7bc9184 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 943 time: 0.0818074 Aug 24 16:44:53.672979 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4aeb59-d59f-478d-adc5-f8de0c32c266 req-42107815-41a4-4690-9635-9949b0ea367a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:53.674439 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc4aeb59-d59f-478d-adc5-f8de0c32c266 req-42107815-41a4-4690-9635-9949b0ea367a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 943 time: 0.0825133 Aug 24 16:44:53.751049 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7ec7638f-c618-4571-9259-144054847faa req-299008eb-5b2d-46ef-a19f-a968ba4125c8 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739043 Aug 24 16:44:53.769838 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc4aeb59-d59f-478d-adc5-f8de0c32c266 req-c3289fe5-71de-4b8f-ab72-aeee8672c964 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816004 Aug 24 16:44:53.825871 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 60664) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:53.963551 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:54.171242 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 60670) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:54.188572 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6aa2f179-3877-4523-a8aa-59faa7785d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:54.276993 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ee860-b285-476c-a63c-ee582177b6cc req-7a4565c7-1e88-4ff9-be6a-566c3a17d64b tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:54.284184 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-676ee860-b285-476c-a63c-ee582177b6cc req-7a4565c7-1e88-4ff9-be6a-566c3a17d64b tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 944 time: 0.0651224 Aug 24 16:44:54.333859 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cd422-3c4a-4c6a-9d9c-0eeb5f952f8b req-acb33110-24a0-437f-8e20-ac9590066fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:54.335545 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-ea4cd422-3c4a-4c6a-9d9c-0eeb5f952f8b req-acb33110-24a0-437f-8e20-ac9590066fa4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 920 time: 0.1376579 Aug 24 16:44:54.361990 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-676ee860-b285-476c-a63c-ee582177b6cc req-a65cab1a-7418-41a0-a3ba-ef314b4368f9 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769570 Aug 24 16:44:54.373099 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6aa2f179-3877-4523-a8aa-59faa7785d48 admin admin] Publish callbacks [] for security_group (64413a73-660d-4331-ad48-3a7888c31b9e), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:54.390764 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d8758ff3-92c7-42c8-aad1-c6bcb0e4fb42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:54.391102 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 60674) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:54.467001 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:54.477208 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6aa2f179-3877-4523-a8aa-59faa7785d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (64413a73-660d-4331-ad48-3a7888c31b9e), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:54.492923 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d8758ff3-92c7-42c8-aad1-c6bcb0e4fb42 admin admin] Publish callbacks [] for security_group (2fd4a0e5-f95b-4d05-ae71-810ad7c7700f), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:54.528866 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aebc32e1-7e20-46b2-9dca-65524dec4877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:54.534852 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2f179-3877-4523-a8aa-59faa7785d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64413a73-660d-4331-ad48-3a7888c31b9e,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:54.539288 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-6aa2f179-3877-4523-a8aa-59faa7785d48 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=b09830ddcc3a4f74bb281566a26b9861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3669019 Aug 24 16:44:54.541931 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 60684) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:54.581465 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d8758ff3-92c7-42c8-aad1-c6bcb0e4fb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (2fd4a0e5-f95b-4d05-ae71-810ad7c7700f), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:54.593058 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dc283-31d8-4d40-8c0c-facb50e84657 req-8607417e-be73-4d7a-80d9-8c25de7490f7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:54.594516 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-805dc283-31d8-4d40-8c0c-facb50e84657 req-8607417e-be73-4d7a-80d9-8c25de7490f7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 944 time: 0.0678389 Aug 24 16:44:54.629458 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-aef1d197-ab31-4b82-a1bf-6daf451b82bd admin admin] Publish callbacks [] for security_group (64413a73-660d-4331-ad48-3a7888c31b9e), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:54.636131 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-d8758ff3-92c7-42c8-aad1-c6bcb0e4fb42 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=fbb5c95bb53648818332d234c8330ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8090584 Aug 24 16:44:54.638853 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 60686) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:54.645585 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8758ff3-92c7-42c8-aad1-c6bcb0e4fb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd4a0e5-f95b-4d05-ae71-810ad7c7700f,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:54.676549 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-aef1d197-ab31-4b82-a1bf-6daf451b82bd admin admin] Publish callbacks [] for security_group (64413a73-660d-4331-ad48-3a7888c31b9e), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:54.682068 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-805dc283-31d8-4d40-8c0c-facb50e84657 req-bcf3923b-e97e-4d5b-990d-0cddeb28852e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774679 Aug 24 16:44:54.692256 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aebc32e1-7e20-46b2-9dca-65524dec4877 admin admin] Publish callbacks [] for security_group (8968788a-8c2b-406a-b297-3990f69d6082), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:54.735708 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f9123f25-36a9-4cb5-a714-78680ee90f4a admin admin] Publish callbacks [] for security_group (2fd4a0e5-f95b-4d05-ae71-810ad7c7700f), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:54.757116 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f9123f25-36a9-4cb5-a714-78680ee90f4a admin admin] Publish callbacks [] for security_group (2fd4a0e5-f95b-4d05-ae71-810ad7c7700f), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:54.763983 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aebc32e1-7e20-46b2-9dca-65524dec4877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (8968788a-8c2b-406a-b297-3990f69d6082), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:54.813711 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-aebc32e1-7e20-46b2-9dca-65524dec4877 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=3e3b536597ee4e968817511fb69734c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4151008 Aug 24 16:44:54.813711 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc32e1-7e20-46b2-9dca-65524dec4877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8968788a-8c2b-406a-b297-3990f69d6082,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:54.813711 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 60694) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:54.860431 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-aef1d197-ab31-4b82-a1bf-6daf451b82bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (64413a73-660d-4331-ad48-3a7888c31b9e), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:54.863079 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-aef1d197-ab31-4b82-a1bf-6daf451b82bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:54.864229 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-aef1d197-ab31-4b82-a1bf-6daf451b82bd admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/64413a73-660d-4331-ad48-3a7888c31b9e HTTP/1.1" status: 204 len: 168 time: 0.3213511 Aug 24 16:44:54.873262 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1d197-ab31-4b82-a1bf-6daf451b82bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64413a73-660d-4331-ad48-3a7888c31b9e,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:54.912873 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f9123f25-36a9-4cb5-a714-78680ee90f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (2fd4a0e5-f95b-4d05-ae71-810ad7c7700f), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:54.915762 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f9123f25-36a9-4cb5-a714-78680ee90f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:54.917188 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-f9123f25-36a9-4cb5-a714-78680ee90f4a admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/2fd4a0e5-f95b-4d05-ae71-810ad7c7700f HTTP/1.1" status: 204 len: 168 time: 0.2772527 Aug 24 16:44:54.918196 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=6 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:54.927681 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9123f25-36a9-4cb5-a714-78680ee90f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd4a0e5-f95b-4d05-ae71-810ad7c7700f,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:54.965574 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb350e1-6b65-4f9f-b335-13b41ea6e428 req-d38b56de-fe67-4683-abfc-f6fe1fee9dd8 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:54.967183 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2fb350e1-6b65-4f9f-b335-13b41ea6e428 req-d38b56de-fe67-4683-abfc-f6fe1fee9dd8 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 943 time: 0.1244693 Aug 24 16:44:55.003095 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67e4f3-3ffd-4dcc-b223-d8032206d093 req-0c131eb5-361b-46d6-920b-4e949a48663b tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:55.004682 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5c67e4f3-3ffd-4dcc-b223-d8032206d093 req-0c131eb5-361b-46d6-920b-4e949a48663b tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 943 time: 0.1428008 Aug 24 16:44:55.028107 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-84b0610a-2981-4d29-abf8-fbc8ae23ffec admin admin] Publish callbacks [] for security_group (8968788a-8c2b-406a-b297-3990f69d6082), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:55.093959 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-84b0610a-2981-4d29-abf8-fbc8ae23ffec admin admin] Publish callbacks [] for security_group (8968788a-8c2b-406a-b297-3990f69d6082), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:55.111668 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2fb350e1-6b65-4f9f-b335-13b41ea6e428 req-bcfedef0-9d72-40d9-8c07-aeebc60553d2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320765 Aug 24 16:44:55.127636 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5c67e4f3-3ffd-4dcc-b223-d8032206d093 req-25d8540a-9886-4a87-984d-8120ab73fd4f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097033 Aug 24 16:44:55.254884 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-84b0610a-2981-4d29-abf8-fbc8ae23ffec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (8968788a-8c2b-406a-b297-3990f69d6082), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:55.258615 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-84b0610a-2981-4d29-abf8-fbc8ae23ffec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:55.262422 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-84b0610a-2981-4d29-abf8-fbc8ae23ffec admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/8968788a-8c2b-406a-b297-3990f69d6082 HTTP/1.1" status: 204 len: 168 time: 0.4361541 Aug 24 16:44:55.268009 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0610a-2981-4d29-abf8-fbc8ae23ffec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8968788a-8c2b-406a-b297-3990f69d6082,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:55.479042 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1fa95-9021-4879-8599-24f51ba7bb14 req-d31d7eea-0826-436b-b334-5f3f5da6684e tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:55.480564 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-37c1fa95-9021-4879-8599-24f51ba7bb14 req-d31d7eea-0826-436b-b334-5f3f5da6684e tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 944 time: 0.0490372 Aug 24 16:44:55.538297 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-37c1fa95-9021-4879-8599-24f51ba7bb14 req-45212e70-f11f-4a0b-b30c-8908affe5cce tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517588 Aug 24 16:44:55.580517 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-ea4cd422-3c4a-4c6a-9d9c-0eeb5f952f8b req-51e1320b-41bb-4ada-b15b-444b1a43e535 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2887267a-02c9-4065-8fb6-a79355822e82 HTTP/1.1" status: 200 len: 217 time: 0.0608270 Aug 24 16:44:55.592782 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-12333a0d-2fc0-4987-815e-3d490c67cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:55.594238 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-12333a0d-2fc0-4987-815e-3d490c67cea9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=b71890b7a23944ee939c4bd13408063f&device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 1127 time: 0.0669982 Aug 24 16:44:55.743828 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 60724) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:55.763437 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-9e872cbc-9bb9-4413-84a3-18451462e1bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:55.878571 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecfa42-5bb4-4785-b7f4-e0310c169a27 req-d3446289-2238-43c8-b957-cc2d22402353 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:55.880656 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-09ecfa42-5bb4-4785-b7f4-e0310c169a27 req-d3446289-2238-43c8-b957-cc2d22402353 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 944 time: 0.0889325 Aug 24 16:44:56.134896 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-9e872cbc-9bb9-4413-84a3-18451462e1bb admin admin] Publish callbacks [] for security_group (55f291a8-b6bf-4e4a-91eb-4ba1e71d6acb), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:56.138842 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-09ecfa42-5bb4-4785-b7f4-e0310c169a27 req-2e16d699-8217-4d71-851e-81d61989eabd tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451024 Aug 24 16:44:56.186263 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:56.234917 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-9e872cbc-9bb9-4413-84a3-18451462e1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (55f291a8-b6bf-4e4a-91eb-4ba1e71d6acb), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:56.238431 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:56.263002 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 60740) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:56.318732 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7baa25-31a9-47cd-8134-82039b66ebc3 req-6b1b2a39-0d68-49d2-a715-177651417a47 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:56.326122 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7e7baa25-31a9-47cd-8134-82039b66ebc3 req-6b1b2a39-0d68-49d2-a715-177651417a47 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 943 time: 0.1309071 Aug 24 16:44:56.333945 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-693d84e0-db15-4fa6-917b-c4df65ec252d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:56.341842 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-a0fd0cd9-2662-4f7f-99fa-6c82a46eaead service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae79267d-50a6-401e-8b7e-65a6ed48fbc9 HTTP/1.1" status: 200 len: 217 time: 0.1055515 Aug 24 16:44:56.352503 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-9e872cbc-9bb9-4413-84a3-18451462e1bb admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=ecbccb517b414d7ea6787c25c3ed06e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6070433 Aug 24 16:44:56.362076 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 60744) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:56.373831 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e872cbc-9bb9-4413-84a3-18451462e1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f291a8-b6bf-4e4a-91eb-4ba1e71d6acb,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:56.387366 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a3a01-0c89-4e44-9b14-c9a0846979af req-46004d98-38ce-4fb3-bf22-9b5181a43d06 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:56.388914 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-962a3a01-0c89-4e44-9b14-c9a0846979af req-46004d98-38ce-4fb3-bf22-9b5181a43d06 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 943 time: 0.1612623 Aug 24 16:44:56.422132 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cd422-3c4a-4c6a-9d9c-0eeb5f952f8b req-46012c81-30cc-4320-86ae-a084986c9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:56.423593 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-ea4cd422-3c4a-4c6a-9d9c-0eeb5f952f8b req-46012c81-30cc-4320-86ae-a084986c9c23 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=27787f90-01da-4eab-83e5-1d4c783724ac HTTP/1.1" status: 200 len: 858 time: 0.1826231 Aug 24 16:44:56.454569 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7e7baa25-31a9-47cd-8134-82039b66ebc3 req-4d93d683-578e-43b5-a8ca-078ee8462121 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275783 Aug 24 16:44:56.494617 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-0afe615d-f687-4fa0-92ec-6df51a734cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:56.495906 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c540db60-8f41-4bea-b2c9-8c7b3e0e43d8 admin admin] Publish callbacks [] for security_group (55f291a8-b6bf-4e4a-91eb-4ba1e71d6acb), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:56.497441 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-0afe615d-f687-4fa0-92ec-6df51a734cde service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7a21e2cb-adaa-418e-9a22-729cb8d4dff7 HTTP/1.1" status: 200 len: 850 time: 0.1483316 Aug 24 16:44:56.500631 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-962a3a01-0c89-4e44-9b14-c9a0846979af req-7b2f1a11-65c1-4368-a2d0-e6975c657d5e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035762 Aug 24 16:44:56.501194 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cd422-3c4a-4c6a-9d9c-0eeb5f952f8b req-6a9431f7-c3fb-451e-8a48-f4020ca88f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:56.504163 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-ea4cd422-3c4a-4c6a-9d9c-0eeb5f952f8b req-6a9431f7-c3fb-451e-8a48-f4020ca88f04 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=4d88a69f-ea66-4ba4-9592-a2ab513e73da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698283 Aug 24 16:44:56.529776 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c540db60-8f41-4bea-b2c9-8c7b3e0e43d8 admin admin] Publish callbacks [] for security_group (55f291a8-b6bf-4e4a-91eb-4ba1e71d6acb), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:56.632233 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-4f455208-cdae-4074-b7be-e753f052f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:56.636433 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-4f455208-cdae-4074-b7be-e753f052f916 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=3c868f21-48dd-4a80-9b52-b20f081f69bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1225696 Aug 24 16:44:56.662940 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c540db60-8f41-4bea-b2c9-8c7b3e0e43d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (55f291a8-b6bf-4e4a-91eb-4ba1e71d6acb), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:56.666958 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c540db60-8f41-4bea-b2c9-8c7b3e0e43d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:56.668095 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-c540db60-8f41-4bea-b2c9-8c7b3e0e43d8 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/55f291a8-b6bf-4e4a-91eb-4ba1e71d6acb HTTP/1.1" status: 204 len: 168 time: 0.3050733 Aug 24 16:44:56.669280 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:56.692332 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540db60-8f41-4bea-b2c9-8c7b3e0e43d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f291a8-b6bf-4e4a-91eb-4ba1e71d6acb,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:56.702524 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe499a-8c87-412d-8c27-c7d7bb227126 req-8c70c14d-4722-4ce4-9c38-68dcc9cda1e4 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:56.704068 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-10fe499a-8c87-412d-8c27-c7d7bb227126 req-8c70c14d-4722-4ce4-9c38-68dcc9cda1e4 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 944 time: 0.0707469 Aug 24 16:44:56.752360 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-693d84e0-db15-4fa6-917b-c4df65ec252d admin admin] Publish callbacks [] for security_group (675a61a1-fa09-48b2-88d6-145759beca09), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:56.758530 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-ea4cd422-3c4a-4c6a-9d9c-0eeb5f952f8b req-3aa98357-cfff-4429-b388-ee5d6c8f1115 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307510 Aug 24 16:44:56.789722 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-10fe499a-8c87-412d-8c27-c7d7bb227126 req-5088c62c-32ca-4847-9465-2ca760d74484 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751228 Aug 24 16:44:56.814711 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-7248106e-3a5b-4121-8665-7a5eec25f51d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744077 Aug 24 16:44:56.871551 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:56.875021 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-693d84e0-db15-4fa6-917b-c4df65ec252d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (675a61a1-fa09-48b2-88d6-145759beca09), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:57.101421 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:57.126089 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:44:57.204868 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-ea4cd422-3c4a-4c6a-9d9c-0eeb5f952f8b req-26596a95-7d7e-4086-a567-ee0d2b817971 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349766 Aug 24 16:44:57.215583 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-693d84e0-db15-4fa6-917b-c4df65ec252d admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=3ffabd7ed87143f5a94cfe15a9ec9276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9203684 Aug 24 16:44:57.222659 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d84e0-db15-4fa6-917b-c4df65ec252d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675a61a1-fa09-48b2-88d6-145759beca09,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:57.222810 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 60770) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:44:57.254499 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-d909c54f-09a9-456f-9a1b-782f89140d09 req-4958e4f0-35fc-45a4-ba5f-c4e90a9a5a0e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112716 Aug 24 16:44:57.266921 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=94b5e105-7d98-45d8-b2c9-df6e9dd14d9f,segment=NetworkSegment(f71dd781-47a7-4a11-b2b1-94b237917fef),segment_id=f71dd781-47a7-4a11-b2b1-94b237917fef)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:57.280892 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': '94b5e105-7d98-45d8-b2c9-df6e9dd14d9f', 'network_id': 'c87426b9-0121-444a-b1ac-0b19fffe7905', 'port_id': '94b5e105-7d98-45d8-b2c9-df6e9dd14d9f', 'mac_address': 'fa:16:3e:39:84:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2935d1c1-dac7-4d3e-b47a-e7231537a4c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:44:57.342392 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318b26d-8a4a-44da-8a83-76d219d30a53 req-64012c20-9e31-45df-907b-fe9e6c0fc307 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:57.344114 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1318b26d-8a4a-44da-8a83-76d219d30a53 req-64012c20-9e31-45df-907b-fe9e6c0fc307 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 944 time: 0.0816979 Aug 24 16:44:57.368439 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1b02eacb-408e-43ab-af00-6e71a9fb4c32 admin admin] Publish callbacks [] for security_group (675a61a1-fa09-48b2-88d6-145759beca09), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:57.416941 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1b02eacb-408e-43ab-af00-6e71a9fb4c32 admin admin] Publish callbacks [] for security_group (675a61a1-fa09-48b2-88d6-145759beca09), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:57.441163 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:57.441801 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (94b5e105-7d98-45d8-b2c9-df6e9dd14d9f), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:57.452947 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1318b26d-8a4a-44da-8a83-76d219d30a53 req-1cb04ef0-ffbb-4ecd-a357-4e34d9d08df5 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969884 Aug 24 16:44:57.457866 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:44:57.481819 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=94b5e105-7d98-45d8-b2c9-df6e9dd14d9f,segment=NetworkSegment(f71dd781-47a7-4a11-b2b1-94b237917fef),segment_id=f71dd781-47a7-4a11-b2b1-94b237917fef)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:57.574638 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (94b5e105-7d98-45d8-b2c9-df6e9dd14d9f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:57.586139 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 08c8eeee-cfbe-4e3e-9514-c73d861d88db details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:44:57.602809 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83740b-4356-411f-af79-1627ccdf90fb req-4fb31676-a3ce-4bdb-b5ec-e765770a85ff tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:57.604313 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0f83740b-4356-411f-af79-1627ccdf90fb req-4fb31676-a3ce-4bdb-b5ec-e765770a85ff tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 943 time: 0.0532582 Aug 24 16:44:57.639810 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1b02eacb-408e-43ab-af00-6e71a9fb4c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (675a61a1-fa09-48b2-88d6-145759beca09), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:57.642707 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1b02eacb-408e-43ab-af00-6e71a9fb4c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:57.643832 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-1b02eacb-408e-43ab-af00-6e71a9fb4c32 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/675a61a1-fa09-48b2-88d6-145759beca09 HTTP/1.1" status: 204 len: 168 time: 0.4245579 Aug 24 16:44:57.660425 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=94b5e105-7d98-45d8-b2c9-df6e9dd14d9f,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:57.676088 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02eacb-408e-43ab-af00-6e71a9fb4c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675a61a1-fa09-48b2-88d6-145759beca09,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:57.691001 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1d964-67be-4983-8ca9-4f7f29b36ee2 req-4d0abae8-ce93-4b1e-8e98-83c7c27876b1 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:57.692535 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-71b1d964-67be-4983-8ca9-4f7f29b36ee2 req-4d0abae8-ce93-4b1e-8e98-83c7c27876b1 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 943 time: 0.0872750 Aug 24 16:44:57.718401 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0f83740b-4356-411f-af79-1627ccdf90fb req-6abaccd0-4832-4811-b2b0-2c39a59e9a33 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045206 Aug 24 16:44:57.768080 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-71b1d964-67be-4983-8ca9-4f7f29b36ee2 req-4e2de9d4-5555-4a90-8ca9-67281cdbbe7e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648098 Aug 24 16:44:57.779291 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 08c8eeee-cfbe-4e3e-9514-c73d861d88db, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=08c8eeee-cfbe-4e3e-9514-c73d861d88db,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:57.791968 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': '08c8eeee-cfbe-4e3e-9514-c73d861d88db', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'port_id': '08c8eeee-cfbe-4e3e-9514-c73d861d88db', 'mac_address': 'fa:16:3e:a3:bc:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:44:57.793379 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:57.828245 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 08c8eeee-cfbe-4e3e-9514-c73d861d88db is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:57.828728 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (08c8eeee-cfbe-4e3e-9514-c73d861d88db), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:57.831243 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:57.843401 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c8eeee-cfbe-4e3e-9514-c73d861d88db {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:44:57.863796 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 08c8eeee-cfbe-4e3e-9514-c73d861d88db, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=08c8eeee-cfbe-4e3e-9514-c73d861d88db,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:57.905691 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f9ab7-6916-4068-9da0-4b619b7c5fdc req-681fc774-019b-4d07-b6cd-82cfd5a33a11 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:57.907204 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cc2f9ab7-6916-4068-9da0-4b619b7c5fdc req-681fc774-019b-4d07-b6cd-82cfd5a33a11 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 945 time: 0.0492086 Aug 24 16:44:57.974685 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cc2f9ab7-6916-4068-9da0-4b619b7c5fdc req-715dee8d-4326-4d87-a8d6-e1f453d779d7 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495999 Aug 24 16:44:58.129786 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021a9d5-53d5-433d-8de2-e06bee700b58 req-9cf07c6f-08eb-41a1-bec0-9d95ec27c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:58.131765 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-0021a9d5-53d5-433d-8de2-e06bee700b58 req-9cf07c6f-08eb-41a1-bec0-9d95ec27c0c8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=b71890b7a23944ee939c4bd13408063f&device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 1127 time: 0.0451479 Aug 24 16:44:58.227962 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021a9d5-53d5-433d-8de2-e06bee700b58 req-c605a884-ddfc-4633-8cda-8e70952d1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:58.229426 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-0021a9d5-53d5-433d-8de2-e06bee700b58 req-c605a884-ddfc-4633-8cda-8e70952d1ef6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=3c868f21-48dd-4a80-9b52-b20f081f69bf HTTP/1.1" status: 200 len: 912 time: 0.0921266 Aug 24 16:44:58.268554 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-0021a9d5-53d5-433d-8de2-e06bee700b58 req-1542fe77-32b9-48f9-8328-f38214d9cf61 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae79267d-50a6-401e-8b7e-65a6ed48fbc9 HTTP/1.1" status: 200 len: 217 time: 0.0328512 Aug 24 16:44:58.370400 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021a9d5-53d5-433d-8de2-e06bee700b58 req-d58772f4-1683-42e1-9208-600458098371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:58.370400 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-0021a9d5-53d5-433d-8de2-e06bee700b58 req-d58772f4-1683-42e1-9208-600458098371 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7a21e2cb-adaa-418e-9a22-729cb8d4dff7 HTTP/1.1" status: 200 len: 850 time: 0.0477471 Aug 24 16:44:58.370400 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021a9d5-53d5-433d-8de2-e06bee700b58 req-f4c027d9-1449-4e2d-946d-05ae1aa20b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:58.370400 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-0021a9d5-53d5-433d-8de2-e06bee700b58 req-f4c027d9-1449-4e2d-946d-05ae1aa20b46 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=3c868f21-48dd-4a80-9b52-b20f081f69bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393696 Aug 24 16:44:58.431825 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (08c8eeee-cfbe-4e3e-9514-c73d861d88db), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:58.456999 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-0021a9d5-53d5-433d-8de2-e06bee700b58 req-267e8646-8225-4a58-94a0-f2e4a290cd1e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840836 Aug 24 16:44:58.481686 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=08c8eeee-cfbe-4e3e-9514-c73d861d88db,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:58.557263 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-0021a9d5-53d5-433d-8de2-e06bee700b58 req-39fecc33-bdf2-4fbd-a204-18b306274f03 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940034 Aug 24 16:44:58.581532 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7226ec-d4c9-4b53-9e0b-7a238140c73f req-ba5351c5-74f2-427e-a222-9e41568cc8d3 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:58.582997 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cc7226ec-d4c9-4b53-9e0b-7a238140c73f req-ba5351c5-74f2-427e-a222-9e41568cc8d3 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 944 time: 0.0510516 Aug 24 16:44:58.631728 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cc7226ec-d4c9-4b53-9e0b-7a238140c73f req-99e65aa3-47f5-406c-a68f-c03bb88e69b6 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Aug 24 16:44:58.865362 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['94b5e105-7d98-45d8-b2c9-df6e9dd14d9f'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:44:58.929867 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383b8d1-edb4-4533-888c-68701b059f4f req-1b94a112-4d51-469d-a7e1-1d555a4088b3 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:58.932582 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f383b8d1-edb4-4533-888c-68701b059f4f req-1b94a112-4d51-469d-a7e1-1d555a4088b3 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 943 time: 0.1341975 Aug 24 16:44:58.959335 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['08c8eeee-cfbe-4e3e-9514-c73d861d88db'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:44:58.970693 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26136b26-1c9c-4932-a683-f8326fe7a488 req-89ad1363-0eab-4c10-bf5c-41a1c9691cda tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:58.979369 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-26136b26-1c9c-4932-a683-f8326fe7a488 req-89ad1363-0eab-4c10-bf5c-41a1c9691cda tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 943 time: 0.1133947 Aug 24 16:44:59.056538 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-26136b26-1c9c-4932-a683-f8326fe7a488 req-3f50c410-ad5c-463b-9a7f-3068f57bb52c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746081 Aug 24 16:44:59.070780 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f383b8d1-edb4-4533-888c-68701b059f4f req-d344cb76-482e-4989-9c35-27a3f742dfdd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290488 Aug 24 16:44:59.131069 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device fefa6a59-cba3-43bd-99e5-f25c064dc3ea details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:44:59.203387 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5855f33-7f8e-4428-b58e-ce2f926aa72f req-bf317ef6-b1b2-4e81-8961-59c2ed0b3a08 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:59.212230 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f5855f33-7f8e-4428-b58e-ce2f926aa72f req-bf317ef6-b1b2-4e81-8961-59c2ed0b3a08 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 945 time: 0.0681100 Aug 24 16:44:59.290124 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f5855f33-7f8e-4428-b58e-ce2f926aa72f req-4ce8cd0a-cebf-4bd3-9426-25f3805ab3e0 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769439 Aug 24 16:44:59.344975 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port fefa6a59-cba3-43bd-99e5-f25c064dc3ea, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=fefa6a59-cba3-43bd-99e5-f25c064dc3ea,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:59.365428 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'port_id': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea', 'mac_address': 'fa:16:3e:95:16:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:44:59.403128 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port fefa6a59-cba3-43bd-99e5-f25c064dc3ea is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:44:59.403522 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:59.417213 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fefa6a59-cba3-43bd-99e5-f25c064dc3ea {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:44:59.437792 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port fefa6a59-cba3-43bd-99e5-f25c064dc3ea, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=fefa6a59-cba3-43bd-99e5-f25c064dc3ea,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:59.747058 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:44:59.748480 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 2887267a-02c9-4065-8fb6-a79355822e82 details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:44:59.750814 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:44:59.777467 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8bf77-b4d7-41f8-a4ac-41aa94c88e24 req-1b708e5c-6fab-4596-bb3f-67250e0c3fb5 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:44:59.785216 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-79c8bf77-b4d7-41f8-a4ac-41aa94c88e24 req-1b708e5c-6fab-4596-bb3f-67250e0c3fb5 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 944 time: 0.0797746 Aug 24 16:44:59.846783 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-79c8bf77-b4d7-41f8-a4ac-41aa94c88e24 req-29e667c6-9ebf-49e6-a043-2d3456824aaa tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602989 Aug 24 16:44:59.853242 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=fefa6a59-cba3-43bd-99e5-f25c064dc3ea,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:44:59.966132 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 2887267a-02c9-4065-8fb6-a79355822e82, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=2887267a-02c9-4065-8fb6-a79355822e82,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:44:59.981781 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': '2887267a-02c9-4065-8fb6-a79355822e82', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'port_id': '2887267a-02c9-4065-8fb6-a79355822e82', 'mac_address': 'fa:16:3e:a3:19:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:45:00.021840 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 2887267a-02c9-4065-8fb6-a79355822e82 is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:45:00.022236 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (2887267a-02c9-4065-8fb6-a79355822e82), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:00.036931 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2887267a-02c9-4065-8fb6-a79355822e82 {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:45:00.062206 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 2887267a-02c9-4065-8fb6-a79355822e82, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=2887267a-02c9-4065-8fb6-a79355822e82,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:45:00.185779 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (2887267a-02c9-4065-8fb6-a79355822e82), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:00.230705 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbc369-6508-41fb-9415-48f84c595bde req-492b9aee-de8e-4de0-bf30-a9a79203a51d tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:00.232183 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-69cbc369-6508-41fb-9415-48f84c595bde req-492b9aee-de8e-4de0-bf30-a9a79203a51d tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 943 time: 0.0789559 Aug 24 16:45:00.236334 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=2887267a-02c9-4065-8fb6-a79355822e82,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:00.253618 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc6fc7-ee3d-464e-8d02-fa4142c6c2b0 req-95475d57-a031-4fa8-a9e9-687a65595e03 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:00.255110 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-54bc6fc7-ee3d-464e-8d02-fa4142c6c2b0 req-95475d57-a031-4fa8-a9e9-687a65595e03 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 944 time: 0.0733299 Aug 24 16:45:00.367035 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-69cbc369-6508-41fb-9415-48f84c595bde req-e84d16ce-e378-4ca7-8213-ee4af8b7d92c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093862 Aug 24 16:45:00.382169 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-54bc6fc7-ee3d-464e-8d02-fa4142c6c2b0 req-c225b40c-a532-4ac8-968d-a411460118fc tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111770 Aug 24 16:45:00.490277 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2be4b-3de7-48a3-8b21-9c882363acd7 req-f7e42c67-a220-48ed-a2fc-87b70e7a6e84 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:00.493034 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4bd2be4b-3de7-48a3-8b21-9c882363acd7 req-f7e42c67-a220-48ed-a2fc-87b70e7a6e84 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 945 time: 0.0580726 Aug 24 16:45:00.532287 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['2887267a-02c9-4065-8fb6-a79355822e82'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:45:00.589062 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4bd2be4b-3de7-48a3-8b21-9c882363acd7 req-035bbe2c-b5e8-4f98-abfc-c86751270f33 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774901 Aug 24 16:45:00.619024 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['fefa6a59-cba3-43bd-99e5-f25c064dc3ea'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:45:00.778610 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:00.964432 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:00.992526 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f4d70-04d4-4aa3-b315-fe080d2aaa1b req-ff7b1872-ee13-4770-bc00-9346dfb160c0 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:00.995526 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-669f4d70-04d4-4aa3-b315-fe080d2aaa1b req-ff7b1872-ee13-4770-bc00-9346dfb160c0 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 945 time: 0.0671349 Aug 24 16:45:01.056467 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-669f4d70-04d4-4aa3-b315-fe080d2aaa1b req-850b54a7-95a1-4b1a-adc5-e1b77c728f04 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534225 Aug 24 16:45:01.084105 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:01.146790 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:01.226787 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device ae79267d-50a6-401e-8b7e-65a6ed48fbc9 details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:45:01.358546 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port ae79267d-50a6-401e-8b7e-65a6ed48fbc9, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=ae79267d-50a6-401e-8b7e-65a6ed48fbc9,segment=NetworkSegment(2023dcad-1199-4ffc-890c-247170f76826),segment_id=2023dcad-1199-4ffc-890c-247170f76826)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:45:01.375332 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': 'ae79267d-50a6-401e-8b7e-65a6ed48fbc9', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'port_id': 'ae79267d-50a6-401e-8b7e-65a6ed48fbc9', 'mac_address': 'fa:16:3e:b0:14:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:45:01.432747 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port ae79267d-50a6-401e-8b7e-65a6ed48fbc9 is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:45:01.433198 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (ae79267d-50a6-401e-8b7e-65a6ed48fbc9), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:01.460056 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae79267d-50a6-401e-8b7e-65a6ed48fbc9 {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:45:01.489878 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port ae79267d-50a6-401e-8b7e-65a6ed48fbc9, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=ae79267d-50a6-401e-8b7e-65a6ed48fbc9,segment=NetworkSegment(2023dcad-1199-4ffc-890c-247170f76826),segment_id=2023dcad-1199-4ffc-890c-247170f76826)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:45:01.569277 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (ae79267d-50a6-401e-8b7e-65a6ed48fbc9), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:01.570233 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:01.573347 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a2ba6-2f49-4220-8012-af2806c57401 req-6280b0cf-d412-4775-9843-8df0d1d638cb tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:01.576699 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c71a2ba6-2f49-4220-8012-af2806c57401 req-6280b0cf-d412-4775-9843-8df0d1d638cb tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 943 time: 0.1040776 Aug 24 16:45:01.590473 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f0ac8-d4f6-4765-851c-5f5ef3731196 req-4c04ac3d-c502-4915-82f0-0b8b66124766 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:01.599532 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-632f0ac8-d4f6-4765-851c-5f5ef3731196 req-4c04ac3d-c502-4915-82f0-0b8b66124766 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 944 time: 0.0889230 Aug 24 16:45:01.624176 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 60928) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:01.631903 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=ae79267d-50a6-401e-8b7e-65a6ed48fbc9,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:01.683764 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:45:01.700824 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 60934) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:01.743188 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-632f0ac8-d4f6-4765-851c-5f5ef3731196 req-75b44050-8fe2-439b-adf3-8f8ece2bb2ca tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336331 Aug 24 16:45:01.746914 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c71a2ba6-2f49-4220-8012-af2806c57401 req-53bcd70a-e383-470c-ba0c-c9253b338f17 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431062 Aug 24 16:45:01.809636 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:45:01.888169 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48f871-1200-4295-b9d0-5883afb288c1 req-0b43a0ba-d2d2-48fd-8ce2-a8fe1ae158a9 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:01.890424 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6e48f871-1200-4295-b9d0-5883afb288c1 req-0b43a0ba-d2d2-48fd-8ce2-a8fe1ae158a9 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 945 time: 0.0636055 Aug 24 16:45:01.900440 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:45:01.900826 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (94b5e105-7d98-45d8-b2c9-df6e9dd14d9f), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:01.917493 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5c8d8ab0-ca7a-4ce1-917e-0940b712f7d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:01.937477 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6abf31e2-0e40-4ce7-85b9-b9e942ee4d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:01.941151 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['ae79267d-50a6-401e-8b7e-65a6ed48fbc9'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:45:01.958890 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0bed4972-d91a-4baa-b1e6-aa82c4d2f849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:01.973540 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6e48f871-1200-4295-b9d0-5883afb288c1 req-693dc116-7f96-44aa-b912-eae21100af16 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632114 Aug 24 16:45:02.052604 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:45:02.052994 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (94b5e105-7d98-45d8-b2c9-df6e9dd14d9f), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.079590 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=8 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:02.092149 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571bde76-f97b-4358-be97-b61869ac0da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b5e105-7d98-45d8-b2c9-df6e9dd14d9f'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:45:02.095718 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5c8d8ab0-ca7a-4ce1-917e-0940b712f7d6 admin admin] Publish callbacks [] for security_group (2aec518e-df8b-4109-8fb5-456aa2b8ee37), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.121354 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0bed4972-d91a-4baa-b1e6-aa82c4d2f849 admin admin] Publish callbacks [] for security_group (cbb98247-c514-4d72-8fa2-792f9dea5706), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.177297 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=94b5e105-7d98-45d8-b2c9-df6e9dd14d9f,segment=NetworkSegment(f71dd781-47a7-4a11-b2b1-94b237917fef),segment_id=f71dd781-47a7-4a11-b2b1-94b237917fef)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:45:02.198081 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c610feb-57cb-4402-8827-53977ad2cb33 req-28ac25e9-9efa-49ec-9a01-31aadc483d77 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:02.198233 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5c8d8ab0-ca7a-4ce1-917e-0940b712f7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (2aec518e-df8b-4109-8fb5-456aa2b8ee37), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.207802 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8c610feb-57cb-4402-8827-53977ad2cb33 req-28ac25e9-9efa-49ec-9a01-31aadc483d77 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 945 time: 0.0614259 Aug 24 16:45:02.237413 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0bed4972-d91a-4baa-b1e6-aa82c4d2f849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (cbb98247-c514-4d72-8fa2-792f9dea5706), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.260878 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (94b5e105-7d98-45d8-b2c9-df6e9dd14d9f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.262285 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 08c8eeee-cfbe-4e3e-9514-c73d861d88db up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:45:02.268053 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8c610feb-57cb-4402-8827-53977ad2cb33 req-31c07bdd-b526-4e30-9de8-58cb452a93f7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583191 Aug 24 16:45:02.268577 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 60948) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:02.270095 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-5c8d8ab0-ca7a-4ce1-917e-0940b712f7d6 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=7438ac2048694520bf58a14feac7b74a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6445651 Aug 24 16:45:02.291192 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-0bed4972-d91a-4baa-b1e6-aa82c4d2f849 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=b298da5171634796a806e44685bb87f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5861125 Aug 24 16:45:02.292090 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 60950) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:02.305857 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d8ab0-ca7a-4ce1-917e-0940b712f7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aec518e-df8b-4109-8fb5-456aa2b8ee37,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:02.340053 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b550a86a-e107-4850-8543-d9ae9234e762 admin admin] Publish callbacks [] for security_group (2aec518e-df8b-4109-8fb5-456aa2b8ee37), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.352212 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed4972-d91a-4baa-b1e6-aa82c4d2f849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb98247-c514-4d72-8fa2-792f9dea5706,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:02.365806 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b550a86a-e107-4850-8543-d9ae9234e762 admin admin] Publish callbacks [] for security_group (2aec518e-df8b-4109-8fb5-456aa2b8ee37), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.371926 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-975b8c19-f1a3-4c08-9e91-3cc0d56e3bb7 admin admin] Publish callbacks [] for security_group (cbb98247-c514-4d72-8fa2-792f9dea5706), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.392953 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=26 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:02.401461 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-975b8c19-f1a3-4c08-9e91-3cc0d56e3bb7 admin admin] Publish callbacks [] for security_group (cbb98247-c514-4d72-8fa2-792f9dea5706), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.454792 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99790be4-33de-4a81-a080-bdebc20ff239" -d '{"events": [{"server_uuid": "571bde76-f97b-4358-be97-b61869ac0da5", "name": "network-vif-plugged", "status": "completed", "tag": "94b5e105-7d98-45d8-b2c9-df6e9dd14d9f"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:45:02.477305 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b550a86a-e107-4850-8543-d9ae9234e762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (2aec518e-df8b-4109-8fb5-456aa2b8ee37), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.480679 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b550a86a-e107-4850-8543-d9ae9234e762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.485385 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-b550a86a-e107-4850-8543-d9ae9234e762 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/2aec518e-df8b-4109-8fb5-456aa2b8ee37 HTTP/1.1" status: 204 len: 168 time: 0.2126615 Aug 24 16:45:02.494796 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550a86a-e107-4850-8543-d9ae9234e762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aec518e-df8b-4109-8fb5-456aa2b8ee37,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:02.523379 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 60960) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:02.528929 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=94b5e105-7d98-45d8-b2c9-df6e9dd14d9f,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:02.533794 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port 08c8eeee-cfbe-4e3e-9514-c73d861d88db completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:45:02.557188 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-975b8c19-f1a3-4c08-9e91-3cc0d56e3bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (cbb98247-c514-4d72-8fa2-792f9dea5706), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.559996 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-975b8c19-f1a3-4c08-9e91-3cc0d56e3bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.561526 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-975b8c19-f1a3-4c08-9e91-3cc0d56e3bb7 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/cbb98247-c514-4d72-8fa2-792f9dea5706 HTTP/1.1" status: 204 len: 168 time: 0.2682848 Aug 24 16:45:02.570267 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b8c19-f1a3-4c08-9e91-3cc0d56e3bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb98247-c514-4d72-8fa2-792f9dea5706,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:02.624768 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port 08c8eeee-cfbe-4e3e-9514-c73d861d88db triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:45:02.625241 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (08c8eeee-cfbe-4e3e-9514-c73d861d88db), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.661723 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f931b4a2-62a3-4ac5-b7f1-b3b98c8e9599 x-openstack-request-id: req-f931b4a2-62a3-4ac5-b7f1-b3b98c8e9599 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:45:02.662040 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571bde76-f97b-4358-be97-b61869ac0da5", "name": "network-vif-plugged", "status": "completed", "tag": "94b5e105-7d98-45d8-b2c9-df6e9dd14d9f", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:45:02.662822 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f931b4a2-62a3-4ac5-b7f1-b3b98c8e9599 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:45:02.662822 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f931b4a2-62a3-4ac5-b7f1-b3b98c8e9599'] response: {'server_uuid': '571bde76-f97b-4358-be97-b61869ac0da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b5e105-7d98-45d8-b2c9-df6e9dd14d9f', 'code': 200} Aug 24 16:45:02.720773 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 08c8eeee-cfbe-4e3e-9514-c73d861d88db is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:45:02.721414 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (08c8eeee-cfbe-4e3e-9514-c73d861d88db), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.756853 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 08c8eeee-cfbe-4e3e-9514-c73d861d88db, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=08c8eeee-cfbe-4e3e-9514-c73d861d88db,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:45:02.854817 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (08c8eeee-cfbe-4e3e-9514-c73d861d88db), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.855634 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device fefa6a59-cba3-43bd-99e5-f25c064dc3ea up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:45:02.964639 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:02.965636 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-94e2496f-d8c5-493b-933d-89477e6d5deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:02.988566 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port fefa6a59-cba3-43bd-99e5-f25c064dc3ea completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:45:02.990447 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3513f-52c9-45b9-ae69-e3306b630869 req-8ab28e30-1b3c-47e4-bef2-d72ae188c17e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:02.990875 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=08c8eeee-cfbe-4e3e-9514-c73d861d88db,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:02.992002 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-99d3513f-52c9-45b9-ae69-e3306b630869 req-8ab28e30-1b3c-47e4-bef2-d72ae188c17e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 944 time: 0.1468155 Aug 24 16:45:03.019900 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6949e64-74ae-4479-8824-958fbbefb1f8 req-34c5a8b2-fdbc-4774-99a1-103b185342d7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:03.021366 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6949e64-74ae-4479-8824-958fbbefb1f8 req-34c5a8b2-fdbc-4774-99a1-103b185342d7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 944 time: 0.1385646 Aug 24 16:45:03.059441 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port fefa6a59-cba3-43bd-99e5-f25c064dc3ea triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:45:03.068635 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.088492 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cf4ae-7502-4ef7-bcd7-552714da0d4e req-eecd652d-da44-4cd0-9d47-74dc4ddb10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:03.090929 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-399cf4ae-7502-4ef7-bcd7-552714da0d4e req-eecd652d-da44-4cd0-9d47-74dc4ddb10b3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 1130 time: 0.0909877 Aug 24 16:45:03.111399 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-399cf4ae-7502-4ef7-bcd7-552714da0d4e req-d7d7def0-99df-4f42-8bbc-b7788bf9d25d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.114416 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-99d3513f-52c9-45b9-ae69-e3306b630869 req-0ad1c663-58c4-4dd1-bdab-536c1d07ebfd tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122458 Aug 24 16:45:03.161046 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6949e64-74ae-4479-8824-958fbbefb1f8 req-a054ce9e-6855-49f0-9397-fe0d86689ed7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113183 Aug 24 16:45:03.172234 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port fefa6a59-cba3-43bd-99e5-f25c064dc3ea is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:45:03.172661 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.176246 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:03.201313 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-94e2496f-d8c5-493b-933d-89477e6d5deb admin admin] Publish callbacks [] for security_group (b06a1e18-8439-4f21-9ccd-b8e32f0d3d0a), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.227781 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port fefa6a59-cba3-43bd-99e5-f25c064dc3ea, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=fefa6a59-cba3-43bd-99e5-f25c064dc3ea,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:45:03.246297 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:03.279692 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-94e2496f-d8c5-493b-933d-89477e6d5deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (b06a1e18-8439-4f21-9ccd-b8e32f0d3d0a), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.298837 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-399cf4ae-7502-4ef7-bcd7-552714da0d4e req-d7d7def0-99df-4f42-8bbc-b7788bf9d25d service neutron] Publish callbacks [] for security_group (742a7b8d-1bd2-439e-98ac-42548d6a225b), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.300148 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.301035 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 2887267a-02c9-4065-8fb6-a79355822e82 up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:45:03.302099 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235990f-6918-486c-b9d9-b549695f659b req-cb87f4bf-03b7-44f9-bc65-62462f249773 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:03.312723 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5235990f-6918-486c-b9d9-b549695f659b req-cb87f4bf-03b7-44f9-bc65-62462f249773 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 946 time: 0.0733838 Aug 24 16:45:03.362813 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 60990) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:03.385870 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-886ba7e8-c4f9-451a-a1fe-155b6140a92e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.391543 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-399cf4ae-7502-4ef7-bcd7-552714da0d4e req-d7d7def0-99df-4f42-8bbc-b7788bf9d25d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (742a7b8d-1bd2-439e-98ac-42548d6a225b), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.417587 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:03.422456 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=fefa6a59-cba3-43bd-99e5-f25c064dc3ea,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:03.433208 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port 2887267a-02c9-4065-8fb6-a79355822e82 completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:45:03.443114 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2ce85-481a-44ae-a39f-4f32fcd4600a req-a1865e0e-5f02-44f4-ab1f-47da0fff74c6 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:03.445472 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-81c2ce85-481a-44ae-a39f-4f32fcd4600a req-a1865e0e-5f02-44f4-ab1f-47da0fff74c6 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 945 time: 0.0947371 Aug 24 16:45:03.489113 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-94e2496f-d8c5-493b-933d-89477e6d5deb admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=141c7b588dae4d0287e785dd706766af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9643669 Aug 24 16:45:03.489965 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2496f-d8c5-493b-933d-89477e6d5deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06a1e18-8439-4f21-9ccd-b8e32f0d3d0a,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:03.493832 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7def0-99df-4f42-8bbc-b7788bf9d25d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=742a7b8d-1bd2-439e-98ac-42548d6a225b,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:03.497140 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 60996) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:03.519766 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-399cf4ae-7502-4ef7-bcd7-552714da0d4e req-d7d7def0-99df-4f42-8bbc-b7788bf9d25d service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234755 Aug 24 16:45:03.524192 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port 2887267a-02c9-4065-8fb6-a79355822e82 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:45:03.524797 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (2887267a-02c9-4065-8fb6-a79355822e82), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.529787 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5235990f-6918-486c-b9d9-b549695f659b req-8ed9437e-7735-4399-8e93-c47687a95d32 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157664 Aug 24 16:45:03.566767 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-81c2ce85-481a-44ae-a39f-4f32fcd4600a req-b087bd96-c717-429f-9f67-5571a69ec4df tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977345 Aug 24 16:45:03.567948 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:03.591255 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-886ba7e8-c4f9-451a-a1fe-155b6140a92e admin admin] Publish callbacks [] for security_group (29e773a5-1ce8-41e7-900a-80d9e1600e7a), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.594383 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-16cfcebe-7462-413e-b7ea-74bcd3da8303 admin admin] Publish callbacks [] for security_group (b06a1e18-8439-4f21-9ccd-b8e32f0d3d0a), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.616511 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-16cfcebe-7462-413e-b7ea-74bcd3da8303 admin admin] Publish callbacks [] for security_group (b06a1e18-8439-4f21-9ccd-b8e32f0d3d0a), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.624732 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:03.630409 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 2887267a-02c9-4065-8fb6-a79355822e82 is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:45:03.630946 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (2887267a-02c9-4065-8fb6-a79355822e82), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.661797 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-886ba7e8-c4f9-451a-a1fe-155b6140a92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (29e773a5-1ce8-41e7-900a-80d9e1600e7a), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.668574 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 2887267a-02c9-4065-8fb6-a79355822e82, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=2887267a-02c9-4065-8fb6-a79355822e82,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:45:03.703847 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-886ba7e8-c4f9-451a-a1fe-155b6140a92e admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=e752c55972944ba99a33122e9cbf0826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3397000 Aug 24 16:45:03.706666 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 32768) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:03.709304 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ba7e8-c4f9-451a-a1fe-155b6140a92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e773a5-1ce8-41e7-900a-80d9e1600e7a,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:03.711004 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 32770) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:03.727157 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6a444194-c42a-4d1a-b17a-ca8fc6b48dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.745410 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (2887267a-02c9-4065-8fb6-a79355822e82), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.770553 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device ae79267d-50a6-401e-8b7e-65a6ed48fbc9 up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:45:03.771922 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7b35009b-edf6-48b6-b01c-de3ca4a59fe9 admin admin] Publish callbacks [] for security_group (29e773a5-1ce8-41e7-900a-80d9e1600e7a), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.775393 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-16cfcebe-7462-413e-b7ea-74bcd3da8303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (b06a1e18-8439-4f21-9ccd-b8e32f0d3d0a), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.777951 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-16cfcebe-7462-413e-b7ea-74bcd3da8303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.779096 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-16cfcebe-7462-413e-b7ea-74bcd3da8303 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/b06a1e18-8439-4f21-9ccd-b8e32f0d3d0a HTTP/1.1" status: 204 len: 168 time: 0.2788436 Aug 24 16:45:03.801176 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfcebe-7462-413e-b7ea-74bcd3da8303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06a1e18-8439-4f21-9ccd-b8e32f0d3d0a,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:03.816231 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7b35009b-edf6-48b6-b01c-de3ca4a59fe9 admin admin] Publish callbacks [] for security_group (29e773a5-1ce8-41e7-900a-80d9e1600e7a), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.856854 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6a444194-c42a-4d1a-b17a-ca8fc6b48dfc admin admin] Publish callbacks [] for security_group (afbc7799-3211-48ba-bec7-6ba9e44fdd37), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.860914 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=2887267a-02c9-4065-8fb6-a79355822e82,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:03.873202 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port ae79267d-50a6-401e-8b7e-65a6ed48fbc9 completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:45:03.922647 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6a444194-c42a-4d1a-b17a-ca8fc6b48dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (afbc7799-3211-48ba-bec7-6ba9e44fdd37), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.963153 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port ae79267d-50a6-401e-8b7e-65a6ed48fbc9 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:45:03.963704 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (ae79267d-50a6-401e-8b7e-65a6ed48fbc9), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:03.966978 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-6a444194-c42a-4d1a-b17a-ca8fc6b48dfc admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=82e78e0ac65149109fd8420ca4914df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537868 Aug 24 16:45:03.967967 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a444194-c42a-4d1a-b17a-ca8fc6b48dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbc7799-3211-48ba-bec7-6ba9e44fdd37,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:03.968740 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 32774) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:03.998647 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7b35009b-edf6-48b6-b01c-de3ca4a59fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (29e773a5-1ce8-41e7-900a-80d9e1600e7a), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:04.001174 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7b35009b-edf6-48b6-b01c-de3ca4a59fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:04.002279 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-7b35009b-edf6-48b6-b01c-de3ca4a59fe9 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/29e773a5-1ce8-41e7-900a-80d9e1600e7a HTTP/1.1" status: 204 len: 168 time: 0.2945533 Aug 24 16:45:04.018024 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35009b-edf6-48b6-b01c-de3ca4a59fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e773a5-1ce8-41e7-900a-80d9e1600e7a,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:04.042431 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-a5adc5cc-e255-4187-8629-66e08291eada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:04.044131 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c625c478-e56e-411b-aa40-66ea65ec7452 admin admin] Publish callbacks [] for security_group (afbc7799-3211-48ba-bec7-6ba9e44fdd37), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:04.059333 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port ae79267d-50a6-401e-8b7e-65a6ed48fbc9 is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:45:04.059670 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (ae79267d-50a6-401e-8b7e-65a6ed48fbc9), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:04.071958 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c625c478-e56e-411b-aa40-66ea65ec7452 admin admin] Publish callbacks [] for security_group (afbc7799-3211-48ba-bec7-6ba9e44fdd37), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:04.097240 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port ae79267d-50a6-401e-8b7e-65a6ed48fbc9, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=ae79267d-50a6-401e-8b7e-65a6ed48fbc9,segment=NetworkSegment(2023dcad-1199-4ffc-890c-247170f76826),segment_id=2023dcad-1199-4ffc-890c-247170f76826)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:45:04.174388 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (ae79267d-50a6-401e-8b7e-65a6ed48fbc9), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:04.191512 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c625c478-e56e-411b-aa40-66ea65ec7452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (afbc7799-3211-48ba-bec7-6ba9e44fdd37), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:04.195508 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c625c478-e56e-411b-aa40-66ea65ec7452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:04.199277 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-c625c478-e56e-411b-aa40-66ea65ec7452 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/afbc7799-3211-48ba-bec7-6ba9e44fdd37 HTTP/1.1" status: 204 len: 168 time: 0.2273030 Aug 24 16:45:04.213875 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625c478-e56e-411b-aa40-66ea65ec7452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbc7799-3211-48ba-bec7-6ba9e44fdd37,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:04.282122 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=ae79267d-50a6-401e-8b7e-65a6ed48fbc9,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:04.326163 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db164723-cea1-4561-8260-8ed707d8c0d9 req-383d8e50-2076-407d-8534-5846d4edc22d tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:04.327798 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-db164723-cea1-4561-8260-8ed707d8c0d9 req-383d8e50-2076-407d-8534-5846d4edc22d tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0943410 Aug 24 16:45:04.336158 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8940a-2af7-416f-95aa-24dbbc81fa5d req-9082d744-b603-4dff-b8da-cca2d3a4069a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:04.338637 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-38f8940a-2af7-416f-95aa-24dbbc81fa5d req-9082d744-b603-4dff-b8da-cca2d3a4069a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 945 time: 0.0947897 Aug 24 16:45:04.367571 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:04.400828 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:04.427830 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-db164723-cea1-4561-8260-8ed707d8c0d9 req-d72369bd-7121-41d4-8009-5c046bbc1b90 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889866 Aug 24 16:45:04.437095 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-38f8940a-2af7-416f-95aa-24dbbc81fa5d req-7592d66c-b49c-4e9e-b7f2-7ad2e7190d8b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916369 Aug 24 16:45:04.534277 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:04.658899 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86e671-4f96-4c94-9a8d-103d2e2522cb req-0f6cd4cf-51dd-42b9-931a-ec2476953462 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:04.660482 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2b86e671-4f96-4c94-9a8d-103d2e2522cb req-0f6cd4cf-51dd-42b9-931a-ec2476953462 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 946 time: 0.0492401 Aug 24 16:45:04.663812 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033273ba-5c67-47d7-8191-7aa0388f87dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c8eeee-cfbe-4e3e-9514-c73d861d88db'}, {'server_uuid': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea'}, {'server_uuid': '5069db3c-2e20-4acd-9be9-f0ffc80832e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2887267a-02c9-4065-8fb6-a79355822e82'}, {'server_uuid': 'fcfcc291-21b3-42f0-9398-eeebfa0e9af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae79267d-50a6-401e-8b7e-65a6ed48fbc9'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:45:04.666524 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8378efa-6c2d-42f8-ab2a-dd4d33e20fe6" -d '{"events": [{"server_uuid": "033273ba-5c67-47d7-8191-7aa0388f87dc", "name": "network-vif-plugged", "status": "completed", "tag": "08c8eeee-cfbe-4e3e-9514-c73d861d88db"}, {"server_uuid": "2c63f0ac-d4f8-499f-8901-53d4dbbc15ac", "name": "network-vif-plugged", "status": "completed", "tag": "fefa6a59-cba3-43bd-99e5-f25c064dc3ea"}, {"server_uuid": "5069db3c-2e20-4acd-9be9-f0ffc80832e5", "name": "network-vif-plugged", "status": "completed", "tag": "2887267a-02c9-4065-8fb6-a79355822e82"}, {"server_uuid": "fcfcc291-21b3-42f0-9398-eeebfa0e9af8", "name": "network-vif-plugged", "status": "completed", "tag": "ae79267d-50a6-401e-8b7e-65a6ed48fbc9"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:45:04.733480 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4e0da-34ab-4516-ab48-d7980fad0576 req-38b23b82-0e21-487d-bb21-af16a6523bd9 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:04.734940 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a3d4e0da-34ab-4516-ab48-d7980fad0576 req-38b23b82-0e21-487d-bb21-af16a6523bd9 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0708578 Aug 24 16:45:04.739338 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:04.766943 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2b86e671-4f96-4c94-9a8d-103d2e2522cb req-aa0808b4-12fa-4290-8a1a-d1f75eb70df7 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937097 Aug 24 16:45:04.800123 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a3d4e0da-34ab-4516-ab48-d7980fad0576 req-58f77111-66f7-4f73-a6e5-88ede6f281b9 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595169 Aug 24 16:45:04.846336 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 24 Aug 2022 16:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ffa376-0af2-44b2-8285-0d1dc7c4cae0 x-openstack-request-id: req-73ffa376-0af2-44b2-8285-0d1dc7c4cae0 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:45:04.846641 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033273ba-5c67-47d7-8191-7aa0388f87dc", "name": "network-vif-plugged", "status": "completed", "tag": "08c8eeee-cfbe-4e3e-9514-c73d861d88db", "code": 200}, {"server_uuid": "2c63f0ac-d4f8-499f-8901-53d4dbbc15ac", "name": "network-vif-plugged", "status": "completed", "tag": "fefa6a59-cba3-43bd-99e5-f25c064dc3ea", "code": 200}, {"server_uuid": "5069db3c-2e20-4acd-9be9-f0ffc80832e5", "name": "network-vif-plugged", "status": "completed", "tag": "2887267a-02c9-4065-8fb6-a79355822e82", "code": 200}, {"server_uuid": "fcfcc291-21b3-42f0-9398-eeebfa0e9af8", "name": "network-vif-plugged", "status": "completed", "tag": "ae79267d-50a6-401e-8b7e-65a6ed48fbc9", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:45:04.846892 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-73ffa376-0af2-44b2-8285-0d1dc7c4cae0 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:45:04.847300 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ffa376-0af2-44b2-8285-0d1dc7c4cae0'] response: {'server_uuid': '033273ba-5c67-47d7-8191-7aa0388f87dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c8eeee-cfbe-4e3e-9514-c73d861d88db', 'code': 200} Aug 24 16:45:04.847554 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ffa376-0af2-44b2-8285-0d1dc7c4cae0'] response: {'server_uuid': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea', 'code': 200} Aug 24 16:45:04.847802 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ffa376-0af2-44b2-8285-0d1dc7c4cae0'] response: {'server_uuid': '5069db3c-2e20-4acd-9be9-f0ffc80832e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2887267a-02c9-4065-8fb6-a79355822e82', 'code': 200} Aug 24 16:45:04.848046 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ffa376-0af2-44b2-8285-0d1dc7c4cae0'] response: {'server_uuid': 'fcfcc291-21b3-42f0-9398-eeebfa0e9af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae79267d-50a6-401e-8b7e-65a6ed48fbc9', 'code': 200} Aug 24 16:45:04.868965 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:05.094310 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=100 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:05.391381 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:05.454248 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:05.474362 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 32848) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:05.534732 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:05.665020 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848afe1-cac3-423f-bd9f-aac64c9f5f18 req-d571b683-270e-4c8a-bc91-dce5e7669ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:05.666683 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-5848afe1-cac3-423f-bd9f-aac64c9f5f18 req-d571b683-270e-4c8a-bc91-dce5e7669ff3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 1130 time: 0.0845881 Aug 24 16:45:05.667798 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8b2c-9514-4655-9744-f6aa765867d7 req-8584f497-8c89-4121-bf75-703824601ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:05.669241 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-301f8b2c-9514-4655-9744-f6aa765867d7 req-8584f497-8c89-4121-bf75-703824601ba0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 1130 time: 0.0884557 Aug 24 16:45:05.676766 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317873dd-6772-4677-9815-c04b548ca4f2 req-cc1f4a1a-561a-4ac0-96e9-5f576207bb07 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:05.686087 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-317873dd-6772-4677-9815-c04b548ca4f2 req-cc1f4a1a-561a-4ac0-96e9-5f576207bb07 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 945 time: 0.1531036 Aug 24 16:45:05.688475 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:05.758229 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-5848afe1-cac3-423f-bd9f-aac64c9f5f18 req-f99a940c-2331-4f7f-bcfa-b5af9f6e5088 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810325 Aug 24 16:45:05.761500 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-301f8b2c-9514-4655-9744-f6aa765867d7 req-1b91b1e3-8174-481d-be75-16c5f6261d8d service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760326 Aug 24 16:45:05.794073 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fae26c-9598-484c-a728-9c2788f0bf5e req-af146bcb-4aa5-40a9-8b69-95747bdb7c39 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:05.795542 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-64fae26c-9598-484c-a728-9c2788f0bf5e req-af146bcb-4aa5-40a9-8b69-95747bdb7c39 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.2242656 Aug 24 16:45:05.834145 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545720d-1cdd-43b8-8166-01d601b1e691 req-8b0e3567-c613-411a-af38-ea3fb7923e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:05.834367 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8545720d-1cdd-43b8-8166-01d601b1e691 req-8b0e3567-c613-411a-af38-ea3fb7923e77 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 1129 time: 0.1945462 Aug 24 16:45:05.844181 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01858640-0a09-445d-b9cb-aafe93a58fb7 req-518690cc-b90c-4bd6-a386-a26c0b4a5002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:05.845664 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-01858640-0a09-445d-b9cb-aafe93a58fb7 req-518690cc-b90c-4bd6-a386-a26c0b4a5002 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 1129 time: 0.1553404 Aug 24 16:45:05.853476 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-317873dd-6772-4677-9815-c04b548ca4f2 req-9025c8fd-a26b-42eb-84b5-5a9aab784198 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650562 Aug 24 16:45:05.860982 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-53e48b7a-9a84-422b-8473-38db7cafc3bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:05.893960 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-64fae26c-9598-484c-a728-9c2788f0bf5e req-45f4606e-84a7-47a5-98e4-fb1b5f7545bb tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887341 Aug 24 16:45:05.996868 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-53e48b7a-9a84-422b-8473-38db7cafc3bb admin admin] Publish callbacks [] for security_group (16740801-7358-4591-af07-5eef12045944), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:06.049155 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c077d3-c271-4f21-90f2-15659cf55d9c req-2b23d9f5-1020-4b6d-ba5f-ad3eecb1170a tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:06.050716 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a1c077d3-c271-4f21-90f2-15659cf55d9c req-2b23d9f5-1020-4b6d-ba5f-ad3eecb1170a tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 946 time: 0.0959253 Aug 24 16:45:06.071311 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b03bcc-1620-477b-946a-8cf8217188cb req-e73afbf9-652c-422b-aba5-e506eed68a25 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:06.072812 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-74b03bcc-1620-477b-946a-8cf8217188cb req-e73afbf9-652c-422b-aba5-e506eed68a25 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0763488 Aug 24 16:45:06.077241 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-53e48b7a-9a84-422b-8473-38db7cafc3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (16740801-7358-4591-af07-5eef12045944), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:06.129092 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-53e48b7a-9a84-422b-8473-38db7cafc3bb admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=e178d1bca043413bae28b1103452ccc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6532772 Aug 24 16:45:06.134514 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 32874) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:06.142195 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a1c077d3-c271-4f21-90f2-15659cf55d9c req-5f508d37-f4ce-4182-8851-9e7d1bcd5aa1 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854790 Aug 24 16:45:06.142625 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e48b7a-9a84-422b-8473-38db7cafc3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16740801-7358-4591-af07-5eef12045944,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:06.164928 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-74b03bcc-1620-477b-946a-8cf8217188cb req-3f09dd2f-931b-414c-aa51-5455aa83916e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842409 Aug 24 16:45:06.186053 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:06.217855 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a11e02c6-4d8c-4f5c-9630-4833b14f2138 admin admin] Publish callbacks [] for security_group (16740801-7358-4591-af07-5eef12045944), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:06.243690 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a11e02c6-4d8c-4f5c-9630-4833b14f2138 admin admin] Publish callbacks [] for security_group (16740801-7358-4591-af07-5eef12045944), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:06.363420 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a11e02c6-4d8c-4f5c-9630-4833b14f2138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (16740801-7358-4591-af07-5eef12045944), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:06.366447 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a11e02c6-4d8c-4f5c-9630-4833b14f2138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:06.367764 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a11e02c6-4d8c-4f5c-9630-4833b14f2138 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/16740801-7358-4591-af07-5eef12045944 HTTP/1.1" status: 204 len: 168 time: 0.2320645 Aug 24 16:45:06.375826 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e02c6-4d8c-4f5c-9630-4833b14f2138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16740801-7358-4591-af07-5eef12045944,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:06.524278 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8545720d-1cdd-43b8-8166-01d601b1e691 req-e647a192-7460-4fa7-a2f2-e34af0c42415 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780919 Aug 24 16:45:06.524278 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-01858640-0a09-445d-b9cb-aafe93a58fb7 req-c730899f-4c16-48c2-8e61-ccbf4a1fd11a service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790207 Aug 24 16:45:06.586565 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:06.988921 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f0c51-5519-47a8-a7e8-df2104ebea87 req-8fb4c6b6-aa81-4caa-86b4-ac3c50e42271 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:06.990442 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c72f0c51-5519-47a8-a7e8-df2104ebea87 req-8fb4c6b6-aa81-4caa-86b4-ac3c50e42271 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 945 time: 0.0518878 Aug 24 16:45:07.059510 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673c330-bdd2-4533-a341-a6e867e2cdf4 req-7e60e550-7eb5-4c57-a3fe-cdcd1590a4ef tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:07.060901 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3673c330-bdd2-4533-a341-a6e867e2cdf4 req-7e60e550-7eb5-4c57-a3fe-cdcd1590a4ef tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0688372 Aug 24 16:45:07.079708 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:07.097274 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c72f0c51-5519-47a8-a7e8-df2104ebea87 req-b7a3850a-3ab6-4389-9848-18f3afcb8c2f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928996 Aug 24 16:45:07.107081 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:07.129441 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3673c330-bdd2-4533-a341-a6e867e2cdf4 req-036ffc7d-dcaa-43da-b37c-ca975176edd9 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598640 Aug 24 16:45:07.238599 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 32912) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:07.294085 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:07.315232 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f41b4-b4f1-4259-a5c6-542daabf2f1b req-0f4e9234-d624-429c-9cb8-04c237403010 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:07.316729 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-694f41b4-b4f1-4259-a5c6-542daabf2f1b req-0f4e9234-d624-429c-9cb8-04c237403010 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0702581 Aug 24 16:45:07.471030 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 32918) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:07.552096 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-694f41b4-b4f1-4259-a5c6-542daabf2f1b req-234e1796-3708-4dbd-a7e7-5ceec746218b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288973 Aug 24 16:45:07.578549 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-30d8ce59-02f5-48d9-b112-6b27943d1fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:07.596147 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:07.606362 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 32922) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:07.623473 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-46da27ea-a9e2-4651-9102-bcd94063dccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:07.667768 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-30d8ce59-02f5-48d9-b112-6b27943d1fc3 admin admin] Publish callbacks [] for security_group (c4e01e36-8d64-46b3-b9e3-eba80f738b03), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:07.705272 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-46da27ea-a9e2-4651-9102-bcd94063dccd admin admin] Publish callbacks [] for security_group (45344395-637f-490b-a213-af24b186ca43), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:07.746193 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-30d8ce59-02f5-48d9-b112-6b27943d1fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (c4e01e36-8d64-46b3-b9e3-eba80f738b03), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:07.755608 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:07.789583 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-915f8625-7828-46dc-9c8b-10baa240ab74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:07.801072 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-30d8ce59-02f5-48d9-b112-6b27943d1fc3 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=95a0373545a14aadb3a31f7e9c3ab175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5585098 Aug 24 16:45:07.802114 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 32926) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:07.803544 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-46da27ea-a9e2-4651-9102-bcd94063dccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (45344395-637f-490b-a213-af24b186ca43), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:07.824559 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d8ce59-02f5-48d9-b112-6b27943d1fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e01e36-8d64-46b3-b9e3-eba80f738b03,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:07.873098 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da27ea-a9e2-4651-9102-bcd94063dccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45344395-637f-490b-a213-af24b186ca43,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:07.882886 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-46da27ea-a9e2-4651-9102-bcd94063dccd admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=d722b580c239432dafef6b3605e89e53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751899 Aug 24 16:45:07.886960 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 32930) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:07.892097 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-daa053c7-cd13-4565-a387-330f8bf2cf21 admin admin] Publish callbacks [] for security_group (c4e01e36-8d64-46b3-b9e3-eba80f738b03), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:07.917723 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-daa053c7-cd13-4565-a387-330f8bf2cf21 admin admin] Publish callbacks [] for security_group (c4e01e36-8d64-46b3-b9e3-eba80f738b03), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:07.977134 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-af1136a0-d18b-46bb-9185-a0858f023ef0 admin admin] Publish callbacks [] for security_group (45344395-637f-490b-a213-af24b186ca43), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:07.980265 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-915f8625-7828-46dc-9c8b-10baa240ab74 admin admin] Publish callbacks [] for security_group (5469530d-19f4-4874-9948-aebceea49aad), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:08.003119 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-af1136a0-d18b-46bb-9185-a0858f023ef0 admin admin] Publish callbacks [] for security_group (45344395-637f-490b-a213-af24b186ca43), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:08.037282 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-daa053c7-cd13-4565-a387-330f8bf2cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (c4e01e36-8d64-46b3-b9e3-eba80f738b03), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:08.041210 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-daa053c7-cd13-4565-a387-330f8bf2cf21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:08.042620 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-daa053c7-cd13-4565-a387-330f8bf2cf21 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/c4e01e36-8d64-46b3-b9e3-eba80f738b03 HTTP/1.1" status: 204 len: 168 time: 0.2395890 Aug 24 16:45:08.052243 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa053c7-cd13-4565-a387-330f8bf2cf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e01e36-8d64-46b3-b9e3-eba80f738b03,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:08.061031 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-915f8625-7828-46dc-9c8b-10baa240ab74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (5469530d-19f4-4874-9948-aebceea49aad), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:08.118636 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-915f8625-7828-46dc-9c8b-10baa240ab74 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=e3093b23c0544570a76df1cd72616b59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6411290 Aug 24 16:45:08.118636 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f8625-7828-46dc-9c8b-10baa240ab74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5469530d-19f4-4874-9948-aebceea49aad,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:08.118913 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 32940) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:08.151003 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-af1136a0-d18b-46bb-9185-a0858f023ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (45344395-637f-490b-a213-af24b186ca43), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:08.153725 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-af1136a0-d18b-46bb-9185-a0858f023ef0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:08.154876 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-af1136a0-d18b-46bb-9185-a0858f023ef0 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/45344395-637f-490b-a213-af24b186ca43 HTTP/1.1" status: 204 len: 168 time: 0.2669165 Aug 24 16:45:08.174512 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1136a0-d18b-46bb-9185-a0858f023ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45344395-637f-490b-a213-af24b186ca43,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:08.243677 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9fb8-dff4-4f68-970e-f4081aed53a5 admin admin] Publish callbacks [] for security_group (5469530d-19f4-4874-9948-aebceea49aad), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:08.267891 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9fb8-dff4-4f68-970e-f4081aed53a5 admin admin] Publish callbacks [] for security_group (5469530d-19f4-4874-9948-aebceea49aad), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:08.288499 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:08.327509 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:08.338698 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ece84f-b2c9-4ac4-a454-10c31a6bb47b req-78409881-cf19-486d-9717-79f840afc877 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:08.340175 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-23ece84f-b2c9-4ac4-a454-10c31a6bb47b req-78409881-cf19-486d-9717-79f840afc877 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 945 time: 0.0980232 Aug 24 16:45:08.391051 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-23ece84f-b2c9-4ac4-a454-10c31a6bb47b req-0bc67a76-9cde-4c00-b649-c02d9854568a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450761 Aug 24 16:45:08.456910 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9fb8-dff4-4f68-970e-f4081aed53a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (5469530d-19f4-4874-9948-aebceea49aad), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:08.460124 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9fb8-dff4-4f68-970e-f4081aed53a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:08.461161 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-1b4a9fb8-dff4-4f68-970e-f4081aed53a5 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/5469530d-19f4-4874-9948-aebceea49aad HTTP/1.1" status: 204 len: 168 time: 0.3435104 Aug 24 16:45:08.478444 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:08.494110 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a9fb8-dff4-4f68-970e-f4081aed53a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5469530d-19f4-4874-9948-aebceea49aad,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:08.505776 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1567d-cd22-4ac4-b253-55d12d42e866 req-cb1ad0bd-4ce1-4fc2-bff8-7ee7e9510123 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:08.508247 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cff1567d-cd22-4ac4-b253-55d12d42e866 req-cb1ad0bd-4ce1-4fc2-bff8-7ee7e9510123 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0614934 Aug 24 16:45:08.565667 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cff1567d-cd22-4ac4-b253-55d12d42e866 req-f4fd6c31-7141-4471-9c22-cbaf63951e24 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486505 Aug 24 16:45:08.691591 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ddbcc3-e08b-4158-b6c7-51d59f86364f req-f9c24b3f-8b02-425e-8d53-5dd68d4b729f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:08.693137 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-35ddbcc3-e08b-4158-b6c7-51d59f86364f req-f9c24b3f-8b02-425e-8d53-5dd68d4b729f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0562322 Aug 24 16:45:08.743341 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-35ddbcc3-e08b-4158-b6c7-51d59f86364f req-bafa3935-7505-4649-b481-1f89aa89f767 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441973 Aug 24 16:45:09.168943 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 32974) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:09.184664 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:09.289993 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Publish callbacks [] for security_group (983c9265-ba80-45a0-b41b-ddcbd9f7fc40), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:09.431261 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (983c9265-ba80-45a0-b41b-ddcbd9f7fc40), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:09.475778 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=b19761659a064e23acfd69163d5925af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051245 Aug 24 16:45:09.476668 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983c9265-ba80-45a0-b41b-ddcbd9f7fc40,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:09.479317 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 32992) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:09.484448 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:09.484992 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:09.485316 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:09.485744 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:09.486170 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:09.486730 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:09.488661 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:09.489038 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:09.489390 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:09.489746 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:09.490184 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:09.490683 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:09.491033 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:09.491367 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:09.491721 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ecf974-9d1f-4f12-bc6e-9848640dbc6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:09.546147 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:09.569127 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4702c-f467-498c-9efb-cb4e3d0d20b2 req-9607057e-26fe-4640-adb6-b321c2ef2676 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:09.570713 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-70b4702c-f467-498c-9efb-cb4e3d0d20b2 req-9607057e-26fe-4640-adb6-b321c2ef2676 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 945 time: 0.0745699 Aug 24 16:45:09.597759 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-81c5c255-431b-4225-8b0a-9a47a0f4e139 admin admin] Publish callbacks [] for security_group (983c9265-ba80-45a0-b41b-ddcbd9f7fc40), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:09.636124 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:09.638220 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-81c5c255-431b-4225-8b0a-9a47a0f4e139 admin admin] Publish callbacks [] for security_group (983c9265-ba80-45a0-b41b-ddcbd9f7fc40), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:09.659692 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-70b4702c-f467-498c-9efb-cb4e3d0d20b2 req-14c2ecc3-1ca1-455b-bf4d-fe7cc77268a0 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786102 Aug 24 16:45:09.775785 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-81c5c255-431b-4225-8b0a-9a47a0f4e139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (983c9265-ba80-45a0-b41b-ddcbd9f7fc40), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:09.775785 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-81c5c255-431b-4225-8b0a-9a47a0f4e139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:09.775785 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-81c5c255-431b-4225-8b0a-9a47a0f4e139 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/983c9265-ba80-45a0-b41b-ddcbd9f7fc40 HTTP/1.1" status: 204 len: 168 time: 0.2933407 Aug 24 16:45:09.793995 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5c255-431b-4225-8b0a-9a47a0f4e139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983c9265-ba80-45a0-b41b-ddcbd9f7fc40,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:09.807999 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bb98e-9ad3-44f0-b794-82e6ef8ae65e req-0e55e3b1-83c8-4b06-980c-ca3c9b015e6d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:09.809566 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-861bb98e-9ad3-44f0-b794-82e6ef8ae65e req-0e55e3b1-83c8-4b06-980c-ca3c9b015e6d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0739212 Aug 24 16:45:09.877037 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-861bb98e-9ad3-44f0-b794-82e6ef8ae65e req-512bf788-f8e8-488d-8f15-be84a5fcefc6 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445445 Aug 24 16:45:10.000259 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691e7a5-1362-4c03-ac72-17d41363f627 req-d0044dc1-5aa9-4bb2-8022-5b78c13f6eb8 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:10.002203 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e691e7a5-1362-4c03-ac72-17d41363f627 req-d0044dc1-5aa9-4bb2-8022-5b78c13f6eb8 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0531149 Aug 24 16:45:10.054764 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e691e7a5-1362-4c03-ac72-17d41363f627 req-97923611-8fdd-4336-9345-e2fd6c1a16be tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445814 Aug 24 16:45:10.100560 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:10.215628 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd36692-81ce-4ff4-b667-37b3ac41d1db req-ce4897ac-964d-4b67-b7df-7ffb93e756e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:10.217852 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ecd36692-81ce-4ff4-b667-37b3ac41d1db req-ce4897ac-964d-4b67-b7df-7ffb93e756e0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 1130 time: 0.0997317 Aug 24 16:45:10.228641 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b368fc6-99e8-41b0-b61b-bbf831daee74 req-1b1c0f50-1542-4e6d-bc1d-7829f59bc715 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:10.230065 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2b368fc6-99e8-41b0-b61b-bbf831daee74 req-1b1c0f50-1542-4e6d-bc1d-7829f59bc715 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 945 time: 0.1034293 Aug 24 16:45:10.240171 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 33026) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:10.246655 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-cd506db7-66dc-4c05-ab98-fd15df7c2fe8 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'floatingip': {'port_id': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:45:10.363528 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cd506db7-66dc-4c05-ab98-fd15df7c2fe8 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (27e34ef4-8cb8-480b-add6-57513586cd42), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:10.420388 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9367533-b2b4-4ce1-b8fb-a0d767a55003 req-e23b3ae7-a339-4b18-9958-e1075b59458e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:10.439554 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b9367533-b2b4-4ce1-b8fb-a0d767a55003 req-e23b3ae7-a339-4b18-9958-e1075b59458e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1104927 Aug 24 16:45:10.446485 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd36692-81ce-4ff4-b667-37b3ac41d1db req-23f23162-6aa7-48d8-8156-8de6502db46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:10.451198 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ecd36692-81ce-4ff4-b667-37b3ac41d1db req-23f23162-6aa7-48d8-8156-8de6502db46a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 920 time: 0.2197001 Aug 24 16:45:10.452793 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 33040) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:10.457421 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-00c68dc7-d2d6-42b3-84cd-5255812cc069 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Request body: {'floatingip': {'port_id': 'ae79267d-50a6-401e-8b7e-65a6ed48fbc9'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:45:10.594813 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ecd36692-81ce-4ff4-b667-37b3ac41d1db req-7ffa7c00-26ec-4370-b7e6-075ddb81faeb service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2887267a-02c9-4065-8fb6-a79355822e82 HTTP/1.1" status: 200 len: 217 time: 0.0972106 Aug 24 16:45:10.598172 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-00c68dc7-d2d6-42b3-84cd-5255812cc069 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for floatingip (696b0f0c-5e25-4ae2-86bd-c030eae1ba12), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:10.603105 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:10.757820 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd36692-81ce-4ff4-b667-37b3ac41d1db req-10fb8048-2b40-461a-9ad5-fb9339b9211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:10.759291 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ecd36692-81ce-4ff4-b667-37b3ac41d1db req-10fb8048-2b40-461a-9ad5-fb9339b9211d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=27787f90-01da-4eab-83e5-1d4c783724ac HTTP/1.1" status: 200 len: 858 time: 0.1580923 Aug 24 16:45:10.883050 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd36692-81ce-4ff4-b667-37b3ac41d1db req-d115b763-2874-4538-896b-3e92795098df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:10.889933 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ecd36692-81ce-4ff4-b667-37b3ac41d1db req-d115b763-2874-4538-896b-3e92795098df service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=4d88a69f-ea66-4ba4-9592-a2ab513e73da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1232827 Aug 24 16:45:10.951356 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:DELETE=1,neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:11.201314 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f41129-5eba-4c40-9040-bde59d829c02 req-b6e481bb-d59a-4303-a4e1-5041fb5255a3 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:11.208599 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-16f41129-5eba-4c40-9040-bde59d829c02 req-b6e481bb-d59a-4303-a4e1-5041fb5255a3 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.1780834 Aug 24 16:45:11.255008 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cd506db7-66dc-4c05-ab98-fd15df7c2fe8 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:11.339745 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cd506db7-66dc-4c05-ab98-fd15df7c2fe8 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (27e34ef4-8cb8-480b-add6-57513586cd42), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:11.517011 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ecd36692-81ce-4ff4-b667-37b3ac41d1db req-4a0d62d5-c369-4b7e-a436-5da2f2434044 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109471 Aug 24 16:45:11.620203 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:11.700273 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.l3_db [None req-cd506db7-66dc-4c05-ab98-fd15df7c2fe8 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Floating IP 27e34ef4-8cb8-480b-add6-57513586cd42 associated. External IP: 172.27.4.68, port: fefa6a59-cba3-43bd-99e5-f25c064dc3ea. Aug 24 16:45:11.722710 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-16f41129-5eba-4c40-9040-bde59d829c02 req-f9f63dcd-b2c1-4d73-b75b-5b3ffdf327e5 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134132 Aug 24 16:45:11.771076 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:11.841136 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ecd36692-81ce-4ff4-b667-37b3ac41d1db req-a8fa5599-eb56-4f02-b390-4604dfa4843c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006649 Aug 24 16:45:11.843282 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-00c68dc7-d2d6-42b3-84cd-5255812cc069 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:11.920827 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd506db7-66dc-4c05-ab98-fd15df7c2fe8 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:45:11.964909 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-00c68dc7-d2d6-42b3-84cd-5255812cc069 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (696b0f0c-5e25-4ae2-86bd-c030eae1ba12), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:12.070587 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd506db7-66dc-4c05-ab98-fd15df7c2fe8 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:45:12.077402 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cd506db7-66dc-4c05-ab98-fd15df7c2fe8 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:12.087790 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf85bf36-11e4-4120-85a8-581ffaf1d3b7 None None] Sync routers for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:45:12.097258 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [None req-00c68dc7-d2d6-42b3-84cd-5255812cc069 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Floating IP 696b0f0c-5e25-4ae2-86bd-c030eae1ba12 associated. External IP: 172.27.4.202, port: ae79267d-50a6-401e-8b7e-65a6ed48fbc9. Aug 24 16:45:12.103915 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf85bf36-11e4-4120-85a8-581ffaf1d3b7 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:45:12.104908 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-bf85bf36-11e4-4120-85a8-581ffaf1d3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:45:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:12.131958 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-cd506db7-66dc-4c05-ab98-fd15df7c2fe8 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/27e34ef4-8cb8-480b-add6-57513586cd42 HTTP/1.1" status: 200 len: 990 time: 1.8856423 Aug 24 16:45:12.137837 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'tag': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:45:12.139276 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b395605e-36f4-441c-b86d-d23de204b3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2c63f0ac-d4f8-499f-8901-53d4dbbc15ac", "tag": "fefa6a59-cba3-43bd-99e5-f25c064dc3ea"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:45:12.241181 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5966659d-94ef-4e6c-b5bd-3bdb4d754118 x-openstack-request-id: req-5966659d-94ef-4e6c-b5bd-3bdb4d754118 {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:45:12.241498 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c63f0ac-d4f8-499f-8901-53d4dbbc15ac", "tag": "fefa6a59-cba3-43bd-99e5-f25c064dc3ea", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:45:12.241709 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5966659d-94ef-4e6c-b5bd-3bdb4d754118 {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:45:12.242135 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5966659d-94ef-4e6c-b5bd-3bdb4d754118'] response: {'name': 'network-changed', 'server_uuid': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'tag': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea', 'status': 'completed', 'code': 200} Aug 24 16:45:12.267088 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-bf85bf36-11e4-4120-85a8-581ffaf1d3b7 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:45:12.390763 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395605e-36f4-441c-b86d-d23de204b3fc req-9f568105-a151-47be-8d75-504d50e1cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:12.392766 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b395605e-36f4-441c-b86d-d23de204b3fc req-9f568105-a151-47be-8d75-504d50e1cdfb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 1129 time: 0.1163073 Aug 24 16:45:12.503053 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:12.581164 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c68dc7-d2d6-42b3-84cd-5255812cc069 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Router b7dbe20b-9333-40bf-a495-0159eb4b0225 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:45:12.582495 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395605e-36f4-441c-b86d-d23de204b3fc req-aa2e6baa-f437-4e44-87c0-350e082d4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:12.584597 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b395605e-36f4-441c-b86d-d23de204b3fc req-aa2e6baa-f437-4e44-87c0-350e082d4299 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=883b1cf6-8114-4681-9877-f2163f4c86c7 HTTP/1.1" status: 200 len: 916 time: 0.1524072 Aug 24 16:45:12.669973 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-bf85bf36-11e4-4120-85a8-581ffaf1d3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '27e34ef4-8cb8-480b-add6-57513586cd42', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.68', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:95:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:44:30Z', 'updated_at': '2022-08-24T16:45:11Z', 'revision_number': 1, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:12.700114 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf85bf36-11e4-4120-85a8-581ffaf1d3b7 None None] Checking router: 2c4c75b8-7627-42ef-bd27-3e0725427ee7 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:45:12.710603 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf85bf36-11e4-4120-85a8-581ffaf1d3b7 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:45:12.711221 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-bf85bf36-11e4-4120-85a8-581ffaf1d3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:45:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:12.775492 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b395605e-36f4-441c-b86d-d23de204b3fc req-0d588421-41fd-4d53-b864-9416550963ab service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fefa6a59-cba3-43bd-99e5-f25c064dc3ea HTTP/1.1" status: 200 len: 998 time: 0.1789355 Aug 24 16:45:12.833643 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c68dc7-d2d6-42b3-84cd-5255812cc069 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:45:12.842677 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-00c68dc7-d2d6-42b3-84cd-5255812cc069 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:12.844889 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50fd18-9391-461c-8676-aa8413dd73e6 None None] Sync routers for ids ['b7dbe20b-9333-40bf-a495-0159eb4b0225'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:45:12.857692 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e50fd18-9391-461c-8676-aa8413dd73e6 None None] Routers {'b7dbe20b-9333-40bf-a495-0159eb4b0225'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:45:12.858605 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-bf85bf36-11e4-4120-85a8-581ffaf1d3b7 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:45:12.858976 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-6e50fd18-9391-461c-8676-aa8413dd73e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:45:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['b7dbe20b-9333-40bf-a495-0159eb4b0225'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:12.905204 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-00c68dc7-d2d6-42b3-84cd-5255812cc069 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/696b0f0c-5e25-4ae2-86bd-c030eae1ba12 HTTP/1.1" status: 200 len: 991 time: 2.4504538 Aug 24 16:45:12.906755 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395605e-36f4-441c-b86d-d23de204b3fc req-aad17506-4586-456a-8679-4991591b766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:12.908504 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b395605e-36f4-441c-b86d-d23de204b3fc req-aad17506-4586-456a-8679-4991591b766d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=502f9714-b664-4573-bc1d-27593423cf2c HTTP/1.1" status: 200 len: 854 time: 0.1128349 Aug 24 16:45:12.930489 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfcc291-21b3-42f0-9398-eeebfa0e9af8', 'tag': 'ae79267d-50a6-401e-8b7e-65a6ed48fbc9'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:45:12.932581 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae54d7a2-71eb-42ae-92ef-2d260c612830" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfcc291-21b3-42f0-9398-eeebfa0e9af8", "tag": "ae79267d-50a6-401e-8b7e-65a6ed48fbc9"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:45:12.955053 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:12.981859 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badedfcd-804b-480f-9c41-7eea291ce551 req-5954c7d5-964e-4006-8c17-e3a6e2807809 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:12.989402 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:12.992501 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-badedfcd-804b-480f-9c41-7eea291ce551 req-5954c7d5-964e-4006-8c17-e3a6e2807809 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.1607511 Aug 24 16:45:12.997151 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-6e50fd18-9391-461c-8676-aa8413dd73e6 None None] Set router b7dbe20b-9333-40bf-a495-0159eb4b0225 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:45:12.997991 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4d7476-0838-4ead-a3ea-f3d32fb85267 x-openstack-request-id: req-2a4d7476-0838-4ead-a3ea-f3d32fb85267 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:45:12.998271 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfcc291-21b3-42f0-9398-eeebfa0e9af8", "tag": "ae79267d-50a6-401e-8b7e-65a6ed48fbc9", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:45:12.999574 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2a4d7476-0838-4ead-a3ea-f3d32fb85267 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:45:12.999574 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4d7476-0838-4ead-a3ea-f3d32fb85267'] response: {'name': 'network-changed', 'server_uuid': 'fcfcc291-21b3-42f0-9398-eeebfa0e9af8', 'tag': 'ae79267d-50a6-401e-8b7e-65a6ed48fbc9', 'status': 'completed', 'code': 200} Aug 24 16:45:13.043201 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395605e-36f4-441c-b86d-d23de204b3fc req-538c748a-1615-42f1-abb6-7700c8da616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:13.044665 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b395605e-36f4-441c-b86d-d23de204b3fc req-538c748a-1615-42f1-abb6-7700c8da616e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=883b1cf6-8114-4681-9877-f2163f4c86c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071131 Aug 24 16:45:13.061607 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-badedfcd-804b-480f-9c41-7eea291ce551 req-20755a64-c46f-4284-a29a-f34e81686cb1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682330 Aug 24 16:45:13.094195 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:13.104253 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-bf85bf36-11e4-4120-85a8-581ffaf1d3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '27e34ef4-8cb8-480b-add6-57513586cd42', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.68', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:95:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:44:30Z', 'updated_at': '2022-08-24T16:45:11Z', 'revision_number': 1, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:13.129921 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf85bf36-11e4-4120-85a8-581ffaf1d3b7 None None] The sync data for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi is: [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '27e34ef4-8cb8-480b-add6-57513586cd42', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.68', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:95:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:44:30Z', 'updated_at': '2022-08-24T16:45:11Z', 'revision_number': 1, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:45:13.198988 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:13.208101 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54d7a2-71eb-42ae-92ef-2d260c612830 req-e15af257-6076-48d4-973f-d7468cfdd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:13.208101 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ae54d7a2-71eb-42ae-92ef-2d260c612830 req-e15af257-6076-48d4-973f-d7468cfdd8d5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=b71890b7a23944ee939c4bd13408063f&device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 1129 time: 0.1441898 Aug 24 16:45:13.268603 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b395605e-36f4-441c-b86d-d23de204b3fc req-2da34707-cc09-4ca3-a949-49b6f5d24f09 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105231 Aug 24 16:45:13.376829 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-6e50fd18-9391-461c-8676-aa8413dd73e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:27Z', 'revision_number': 4, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '696b0f0c-5e25-4ae2-86bd-c030eae1ba12', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'floating_ip_address': '172.27.4.202', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'port_id': 'ae79267d-50a6-401e-8b7e-65a6ed48fbc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'mac_address': 'fa:16:3e:b0:14:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfcc291-21b3-42f0-9398-eeebfa0e9af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:44:34Z', 'updated_at': '2022-08-24T16:45:11Z', 'revision_number': 1, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b728e187-e328-4a1c-b1ca-502db465b020', 'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'mac_address': 'fa:16:3e:ee:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:26Z', 'updated_at': '2022-08-24T16:44:37Z', 'revision_number': 5, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'subnets': [{'id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:13.428951 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50fd18-9391-461c-8676-aa8413dd73e6 None None] Checking router: b7dbe20b-9333-40bf-a495-0159eb4b0225 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:45:13.464276 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e50fd18-9391-461c-8676-aa8413dd73e6 None None] Routers {'b7dbe20b-9333-40bf-a495-0159eb4b0225'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:45:13.465196 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-6e50fd18-9391-461c-8676-aa8413dd73e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:45:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['b7dbe20b-9333-40bf-a495-0159eb4b0225'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:13.539629 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3fd12-acee-4787-92fb-78c0b21138ca None None] New status for floating IP 27e34ef4-8cb8-480b-add6-57513586cd42: ACTIVE {{(pid=113372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:45:13.601768 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-6e50fd18-9391-461c-8676-aa8413dd73e6 None None] Set router b7dbe20b-9333-40bf-a495-0159eb4b0225 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:45:13.701132 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54d7a2-71eb-42ae-92ef-2d260c612830 req-438017ca-8971-4c6c-aaaa-55710d6d503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:13.702638 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ae54d7a2-71eb-42ae-92ef-2d260c612830 req-438017ca-8971-4c6c-aaaa-55710d6d503a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=3c868f21-48dd-4a80-9b52-b20f081f69bf HTTP/1.1" status: 200 len: 912 time: 0.4843202 Aug 24 16:45:13.721981 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b395605e-36f4-441c-b86d-d23de204b3fc req-9852efc2-b54e-48ee-9721-84ccdcf2ec31 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447048 Aug 24 16:45:13.793051 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ae54d7a2-71eb-42ae-92ef-2d260c612830 req-3963825c-340d-4930-97b1-64c8776e4a76 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae79267d-50a6-401e-8b7e-65a6ed48fbc9 HTTP/1.1" status: 200 len: 999 time: 0.0700874 Aug 24 16:45:13.845709 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:13.857304 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54d7a2-71eb-42ae-92ef-2d260c612830 req-19297d1c-3ddf-48b6-9c8b-201ad0833952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:13.859076 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ae54d7a2-71eb-42ae-92ef-2d260c612830 req-19297d1c-3ddf-48b6-9c8b-201ad0833952 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7a21e2cb-adaa-418e-9a22-729cb8d4dff7 HTTP/1.1" status: 200 len: 850 time: 0.0565097 Aug 24 16:45:13.912536 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54d7a2-71eb-42ae-92ef-2d260c612830 req-1e351c78-77b5-4039-91f8-f925b43a3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:13.915095 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ae54d7a2-71eb-42ae-92ef-2d260c612830 req-1e351c78-77b5-4039-91f8-f925b43a3c12 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=3c868f21-48dd-4a80-9b52-b20f081f69bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480063 Aug 24 16:45:13.955713 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:14.029393 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-6e50fd18-9391-461c-8676-aa8413dd73e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:27Z', 'revision_number': 4, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '696b0f0c-5e25-4ae2-86bd-c030eae1ba12', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'floating_ip_address': '172.27.4.202', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'port_id': 'ae79267d-50a6-401e-8b7e-65a6ed48fbc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'mac_address': 'fa:16:3e:b0:14:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfcc291-21b3-42f0-9398-eeebfa0e9af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:44:34Z', 'updated_at': '2022-08-24T16:45:11Z', 'revision_number': 1, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b728e187-e328-4a1c-b1ca-502db465b020', 'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'mac_address': 'fa:16:3e:ee:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:26Z', 'updated_at': '2022-08-24T16:44:37Z', 'revision_number': 5, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'subnets': [{'id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:14.059661 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e50fd18-9391-461c-8676-aa8413dd73e6 None None] The sync data for ids ['b7dbe20b-9333-40bf-a495-0159eb4b0225'] in dv-cinder-731167-2-iscsi is: [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:27Z', 'revision_number': 4, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '696b0f0c-5e25-4ae2-86bd-c030eae1ba12', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'floating_ip_address': '172.27.4.202', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'port_id': 'ae79267d-50a6-401e-8b7e-65a6ed48fbc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'mac_address': 'fa:16:3e:b0:14:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfcc291-21b3-42f0-9398-eeebfa0e9af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:44:34Z', 'updated_at': '2022-08-24T16:45:11Z', 'revision_number': 1, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b728e187-e328-4a1c-b1ca-502db465b020', 'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'mac_address': 'fa:16:3e:ee:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:26Z', 'updated_at': '2022-08-24T16:44:37Z', 'revision_number': 5, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'subnets': [{'id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:45:14.078044 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ae54d7a2-71eb-42ae-92ef-2d260c612830 req-80da2d67-d9cf-4fba-a58f-90f915c638e4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545458 Aug 24 16:45:14.231562 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21890724-945b-4237-94a7-7763de83c42b req-ec9d6ec8-1808-4ae5-bd77-28eb4b3757d1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:14.233532 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-21890724-945b-4237-94a7-7763de83c42b req-ec9d6ec8-1808-4ae5-bd77-28eb4b3757d1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0639694 Aug 24 16:45:14.352970 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-21890724-945b-4237-94a7-7763de83c42b req-2ca401ea-3e12-4d44-98b3-19b08f5fd4ce tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091964 Aug 24 16:45:14.367214 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ae54d7a2-71eb-42ae-92ef-2d260c612830 req-4278546e-c78d-4fba-9083-f0bc998cffa6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473753 Aug 24 16:45:14.810501 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d994f83b-e790-43da-bd8d-2679e59e64e0 None None] New status for floating IP 696b0f0c-5e25-4ae2-86bd-c030eae1ba12: ACTIVE {{(pid=113371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:45:15.489536 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6935e3-396e-4cd6-bd44-41ad34a44d67 req-8791b3d4-7453-472a-81ce-8a062c148640 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:15.491063 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cd6935e3-396e-4cd6-bd44-41ad34a44d67 req-8791b3d4-7453-472a-81ce-8a062c148640 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0538273 Aug 24 16:45:15.557228 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:INSERT=20,neutron:SELECT=74,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:15.557744 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cd6935e3-396e-4cd6-bd44-41ad34a44d67 req-ec9ddb6f-5fb0-46ff-9a7b-c9cd98947237 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606551 Aug 24 16:45:15.592240 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:16.127801 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 33280) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:16.237764 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:16.322268 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Publish callbacks [] for security_group (ab2716a2-d005-4ad5-8d57-ce4de36ee971), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:16.413863 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (ab2716a2-d005-4ad5-8d57-ce4de36ee971), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:16.461875 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=ebdf8c73c38f40238e94d414804504ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327529 Aug 24 16:45:16.462588 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2716a2-d005-4ad5-8d57-ce4de36ee971,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:16.464517 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 33288) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:16.470317 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:16.471856 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:16.471856 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:16.471856 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:16.471856 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:16.472140 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:16.472509 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:16.472874 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:16.473207 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:16.473537 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:16.473870 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:16.474782 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:16.475448 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:16.475604 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:16.476078 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62dfee-e9a1-4551-83c3-3f808d691d43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:16.479909 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=100 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:16.518154 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d60f6862-3797-40b0-8a25-5766869548b9 admin admin] Publish callbacks [] for security_group (ab2716a2-d005-4ad5-8d57-ce4de36ee971), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:16.540661 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d60f6862-3797-40b0-8a25-5766869548b9 admin admin] Publish callbacks [] for security_group (ab2716a2-d005-4ad5-8d57-ce4de36ee971), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:16.637731 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:16.673186 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ccdf8-74f3-4dd1-a52c-465f1bd078a6 req-627d9997-04b8-4668-972d-d00930385a80 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:16.674676 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-295ccdf8-74f3-4dd1-a52c-465f1bd078a6 req-627d9997-04b8-4668-972d-d00930385a80 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0481524 Aug 24 16:45:16.700410 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d60f6862-3797-40b0-8a25-5766869548b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (ab2716a2-d005-4ad5-8d57-ce4de36ee971), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:16.707271 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d60f6862-3797-40b0-8a25-5766869548b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:16.713646 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-d60f6862-3797-40b0-8a25-5766869548b9 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/ab2716a2-d005-4ad5-8d57-ce4de36ee971 HTTP/1.1" status: 204 len: 168 time: 0.2457509 Aug 24 16:45:16.719730 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f6862-3797-40b0-8a25-5766869548b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2716a2-d005-4ad5-8d57-ce4de36ee971,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:16.731741 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-295ccdf8-74f3-4dd1-a52c-465f1bd078a6 req-e27a309d-3c25-4596-9be7-627a179ca5e6 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507143 Aug 24 16:45:17.864724 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c28a12-722c-4594-b2e1-70593b00dbd5 req-cffa28fe-fbe2-4b5c-a28c-56f80058ef23 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:17.866804 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e7c28a12-722c-4594-b2e1-70593b00dbd5 req-cffa28fe-fbe2-4b5c-a28c-56f80058ef23 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0496528 Aug 24 16:45:17.917181 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e7c28a12-722c-4594-b2e1-70593b00dbd5 req-66a49f99-ea5f-476a-9df5-022759017222 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431006 Aug 24 16:45:19.053887 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f417206-2ccd-4b34-89f2-b81c334bbde7 req-f3f23960-32cb-4486-a66d-80bf3983ce98 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:19.055338 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1f417206-2ccd-4b34-89f2-b81c334bbde7 req-f3f23960-32cb-4486-a66d-80bf3983ce98 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0535638 Aug 24 16:45:19.104451 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1f417206-2ccd-4b34-89f2-b81c334bbde7 req-9fec2c7f-b15d-4dc6-99ee-afbf8cd39a28 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435343 Aug 24 16:45:20.244192 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2316a-4dd9-4b11-ae65-409225204d58 req-f72ce7fa-7d14-4db0-9f6e-51c7826c88f1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:20.246188 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-20f2316a-4dd9-4b11-ae65-409225204d58 req-f72ce7fa-7d14-4db0-9f6e-51c7826c88f1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0645988 Aug 24 16:45:20.313657 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-20f2316a-4dd9-4b11-ae65-409225204d58 req-e77e1b1c-8609-4424-9838-d937ad033768 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600944 Aug 24 16:45:20.397033 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:21.233037 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6ca7bbb-0ef6-4d6c-81d5-ea1a5935a46a req-6328ba0a-874e-4185-a65d-002ce78641d7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500665 Aug 24 16:45:21.329710 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7bbb-0ef6-4d6c-81d5-ea1a5935a46a req-180fec12-332d-4d4b-a857-dc4518965d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:21.331118 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6ca7bbb-0ef6-4d6c-81d5-ea1a5935a46a req-180fec12-332d-4d4b-a857-dc4518965d27 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=d09164dc6ad44a87b7fae777d9f8435a&device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 1130 time: 0.0414314 Aug 24 16:45:21.463081 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a320476-ad5e-4c16-aec4-369112e03584 req-6265f4ad-a463-4f7c-83d6-43eb7d6cacff tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:21.463081 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0a320476-ad5e-4c16-aec4-369112e03584 req-6265f4ad-a463-4f7c-83d6-43eb7d6cacff tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0519753 Aug 24 16:45:21.517998 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0a320476-ad5e-4c16-aec4-369112e03584 req-d1947a56-575d-498a-9cb3-ed5957377ad8 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496092 Aug 24 16:45:21.694689 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:21.805698 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7bbb-0ef6-4d6c-81d5-ea1a5935a46a req-72f6c1c7-0321-42f5-a17e-683a61f75218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:21.807302 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6ca7bbb-0ef6-4d6c-81d5-ea1a5935a46a req-72f6c1c7-0321-42f5-a17e-683a61f75218 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c87426b9-0121-444a-b1ac-0b19fffe7905 HTTP/1.1" status: 200 len: 912 time: 0.1219149 Aug 24 16:45:21.848137 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6ca7bbb-0ef6-4d6c-81d5-ea1a5935a46a req-c0e71a43-fd55-4b0f-9fb5-202c995d2f5a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94b5e105-7d98-45d8-b2c9-df6e9dd14d9f HTTP/1.1" status: 200 len: 217 time: 0.0325205 Aug 24 16:45:21.905133 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7bbb-0ef6-4d6c-81d5-ea1a5935a46a req-ff5fd784-a5f3-4e61-a300-b2b189cb4368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:21.907503 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6ca7bbb-0ef6-4d6c-81d5-ea1a5935a46a req-ff5fd784-a5f3-4e61-a300-b2b189cb4368 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=2935d1c1-dac7-4d3e-b47a-e7231537a4c7 HTTP/1.1" status: 200 len: 850 time: 0.0491030 Aug 24 16:45:21.971405 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca7bbb-0ef6-4d6c-81d5-ea1a5935a46a req-b8cdd8f5-487e-491b-9e5f-7977eb813aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:21.972991 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6ca7bbb-0ef6-4d6c-81d5-ea1a5935a46a req-b8cdd8f5-487e-491b-9e5f-7977eb813aec service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c87426b9-0121-444a-b1ac-0b19fffe7905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432248 Aug 24 16:45:22.091061 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:22.095181 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6ca7bbb-0ef6-4d6c-81d5-ea1a5935a46a req-f27e5f48-e58f-4594-b00c-a865a16e2a79 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c87426b9-0121-444a-b1ac-0b19fffe7905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135602 Aug 24 16:45:22.228194 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6ca7bbb-0ef6-4d6c-81d5-ea1a5935a46a req-8528863a-50ce-4b9c-b209-d6a8a1d5f54d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c87426b9-0121-444a-b1ac-0b19fffe7905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235673 Aug 24 16:45:22.643805 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c25a37-fc33-413e-b11a-157fb080e95b req-eece9978-0ff9-4843-871c-dc5b096a9633 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:22.645780 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b1c25a37-fc33-413e-b11a-157fb080e95b req-eece9978-0ff9-4843-871c-dc5b096a9633 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0514715 Aug 24 16:45:22.699112 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b1c25a37-fc33-413e-b11a-157fb080e95b req-6871de00-29e5-435b-a4db-af3d9f9c7a7b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464473 Aug 24 16:45:23.106919 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=73 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:23.799199 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:23.914450 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d88699-e4c8-46f0-8acb-8db8251a20e6 req-0499a496-f2c3-41ee-9c8f-6a5ba03cbe9f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:23.919578 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-32d88699-e4c8-46f0-8acb-8db8251a20e6 req-0499a496-f2c3-41ee-9c8f-6a5ba03cbe9f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.1288862 Aug 24 16:45:23.924077 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f98711-346c-4cf9-9a03-9fb3de65ef63 req-94bfcd11-ac70-4a9d-a633-15510d45e290 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:23.926457 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f0f98711-346c-4cf9-9a03-9fb3de65ef63 req-94bfcd11-ac70-4a9d-a633-15510d45e290 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 946 time: 0.1264689 Aug 24 16:45:24.031137 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-32d88699-e4c8-46f0-8acb-8db8251a20e6 req-45d8e488-e224-4cd5-85fb-f6b4c5c84583 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027451 Aug 24 16:45:24.042063 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f0f98711-346c-4cf9-9a03-9fb3de65ef63 req-48c764ec-75ae-417b-a3ff-2559c54d19dd tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042747 Aug 24 16:45:25.194601 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdc100-871b-42e3-a1c9-976ed8026d19 req-75835a27-56a2-433e-a648-cf3636ce8929 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:25.196164 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-40cdc100-871b-42e3-a1c9-976ed8026d19 req-75835a27-56a2-433e-a648-cf3636ce8929 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 946 time: 0.0725670 Aug 24 16:45:25.201625 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491dc13-1e31-435d-a580-82c64468f5cc req-d35e9477-e0c0-4683-94b4-0db5f9bf5be3 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:25.202981 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e491dc13-1e31-435d-a580-82c64468f5cc req-d35e9477-e0c0-4683-94b4-0db5f9bf5be3 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0904782 Aug 24 16:45:25.275592 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-40cdc100-871b-42e3-a1c9-976ed8026d19 req-2b18c1e4-a257-4d4e-8cb2-948b70df5313 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707159 Aug 24 16:45:25.287618 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e491dc13-1e31-435d-a580-82c64468f5cc req-0398bfaa-0cfc-46f6-873e-726ac7959d6b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764079 Aug 24 16:45:26.049729 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858ba0c-7824-4cc4-8487-0049272a8394 req-3fff538b-08ab-4d02-9592-4021b85867ab tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:26.051175 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a858ba0c-7824-4cc4-8487-0049272a8394 req-3fff538b-08ab-4d02-9592-4021b85867ab tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 946 time: 0.0543594 Aug 24 16:45:26.185026 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-a858ba0c-7824-4cc4-8487-0049272a8394 req-3cc675d4-1800-4983-b6a2-229bf91db360 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Deleting port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:45:26.185392 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a858ba0c-7824-4cc4-8487-0049272a8394 req-3cc675d4-1800-4983-b6a2-229bf91db360 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (94b5e105-7d98-45d8-b2c9-df6e9dd14d9f), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:26.282452 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-a858ba0c-7824-4cc4-8487-0049272a8394 req-3cc675d4-1800-4983-b6a2-229bf91db360 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] For port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=94b5e105-7d98-45d8-b2c9-df6e9dd14d9f,segment=NetworkSegment(f71dd781-47a7-4a11-b2b1-94b237917fef),segment_id=f71dd781-47a7-4a11-b2b1-94b237917fef)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:45:26.283050 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a858ba0c-7824-4cc4-8487-0049272a8394 req-3cc675d4-1800-4983-b6a2-229bf91db360 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (94b5e105-7d98-45d8-b2c9-df6e9dd14d9f), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:26.300214 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-a858ba0c-7824-4cc4-8487-0049272a8394 req-3cc675d4-1800-4983-b6a2-229bf91db360 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Calling delete_port for 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f owned by compute:nova {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:45:26.470419 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892caea-21cc-49b0-9051-6e6b2210f0df req-997870b6-f6b3-4d38-8538-0e0d488f8e6b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:26.471905 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4892caea-21cc-49b0-9051-6e6b2210f0df req-997870b6-f6b3-4d38-8538-0e0d488f8e6b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0818610 Aug 24 16:45:26.491290 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ccdad-1e5a-4c33-9640-c19d9f50664a req-9047c63f-b15b-46fb-978e-49fd6a9e87fd tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:26.492691 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8d9ccdad-1e5a-4c33-9640-c19d9f50664a req-9047c63f-b15b-46fb-978e-49fd6a9e87fd tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 946 time: 0.1037052 Aug 24 16:45:26.501594 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:26.531314 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:26.614693 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4892caea-21cc-49b0-9051-6e6b2210f0df req-902315a2-f889-4813-aa17-5a8a6d895001 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359766 Aug 24 16:45:26.624814 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8d9ccdad-1e5a-4c33-9640-c19d9f50664a req-aab57a7e-018d-407b-81bc-4f866405dd34 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a7b2da6c-b215-4421-a048-77c7f7ad20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257632 Aug 24 16:45:26.716108 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a858ba0c-7824-4cc4-8487-0049272a8394 req-3cc675d4-1800-4983-b6a2-229bf91db360 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444'] for port (94b5e105-7d98-45d8-b2c9-df6e9dd14d9f), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:26.734312 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['94b5e105-7d98-45d8-b2c9-df6e9dd14d9f'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:45:26.746056 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc675d4-1800-4983-b6a2-229bf91db360 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Pushing event deleted for resources: {'Port': ['ID=94b5e105-7d98-45d8-b2c9-df6e9dd14d9f,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:26.814474 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=28,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:26.815184 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-a858ba0c-7824-4cc4-8487-0049272a8394 req-3cc675d4-1800-4983-b6a2-229bf91db360 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] No DVR routers for this DVR port 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f on host hv-cinder-73116 {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:45:26.819273 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a858ba0c-7824-4cc4-8487-0049272a8394 req-3cc675d4-1800-4983-b6a2-229bf91db360 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:26.822884 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a858ba0c-7824-4cc4-8487-0049272a8394 req-3cc675d4-1800-4983-b6a2-229bf91db360 tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.40 "DELETE /networking/v2.0/ports/94b5e105-7d98-45d8-b2c9-df6e9dd14d9f HTTP/1.1" status: 204 len: 173 time: 0.7628031 Aug 24 16:45:26.827735 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571bde76-f97b-4358-be97-b61869ac0da5', 'name': 'network-vif-deleted', 'tag': '94b5e105-7d98-45d8-b2c9-df6e9dd14d9f'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:45:26.827735 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954c6465-e93a-4a96-bb6e-dcd8757f4ab8" -d '{"events": [{"server_uuid": "571bde76-f97b-4358-be97-b61869ac0da5", "name": "network-vif-deleted", "tag": "94b5e105-7d98-45d8-b2c9-df6e9dd14d9f"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:45:26.868576 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c486171-7d81-4f9a-bb96-7573e830f8d3 x-openstack-request-id: req-1c486171-7d81-4f9a-bb96-7573e830f8d3 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:45:26.872993 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571bde76-f97b-4358-be97-b61869ac0da5", "name": "network-vif-deleted", "tag": "94b5e105-7d98-45d8-b2c9-df6e9dd14d9f", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:45:26.872993 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1c486171-7d81-4f9a-bb96-7573e830f8d3 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:45:26.872993 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c486171-7d81-4f9a-bb96-7573e830f8d3'] response: {'server_uuid': '571bde76-f97b-4358-be97-b61869ac0da5', 'name': 'network-vif-deleted', 'tag': '94b5e105-7d98-45d8-b2c9-df6e9dd14d9f', 'status': 'completed', 'code': 200} Aug 24 16:45:27.344650 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:45:27.774946 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e666a82e-a622-478a-b4d2-3b13052a5732 req-155d77b6-95e9-41ca-9c29-b747d8006fad tempest-DeleteServersTestJSON-1349982945 tempest-DeleteServersTestJSON-1349982945-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=571bde76-f97b-4358-be97-b61869ac0da5 HTTP/1.1" status: 200 len: 210 time: 0.0383432 Aug 24 16:45:27.777185 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b665332-63e6-48c5-8b3d-2ba35d3ef9ab req-19e0d0fb-a96e-41cd-bde0-154865c97c70 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:27.778895 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1b665332-63e6-48c5-8b3d-2ba35d3ef9ab req-19e0d0fb-a96e-41cd-bde0-154865c97c70 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0806973 Aug 24 16:45:27.837153 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1b665332-63e6-48c5-8b3d-2ba35d3ef9ab req-6e4fea90-3110-4612-a995-c4ba16f9d7f0 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499165 Aug 24 16:45:28.991606 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d454f20-4471-4721-8b04-75fe0b898f04 req-3cdf24f1-c9fe-4773-9408-4ebdd098a053 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:28.993156 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2d454f20-4471-4721-8b04-75fe0b898f04 req-3cdf24f1-c9fe-4773-9408-4ebdd098a053 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0535457 Aug 24 16:45:29.054156 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2d454f20-4471-4721-8b04-75fe0b898f04 req-4825d9a7-276c-43e8-8758-2cb8ec71640e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543432 Aug 24 16:45:30.180872 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7e598-5337-4ef4-98ce-e8bf3a86b163 req-ca01c935-6d8e-4b60-b886-e19782ff3efa tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:30.182396 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b0f7e598-5337-4ef4-98ce-e8bf3a86b163 req-ca01c935-6d8e-4b60-b886-e19782ff3efa tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0494978 Aug 24 16:45:30.233756 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b0f7e598-5337-4ef4-98ce-e8bf3a86b163 req-7ff971ae-8937-4a5b-a8f5-75d031235f68 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452726 Aug 24 16:45:30.468064 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 33544) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:30.881802 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a9c24c64-c226-4f31-a228-54bcc1858f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549079'] for router_interface (05bd1e78-8944-42af-9135-c2f5754930a1), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:31.041723 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 33552) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:31.155716 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-9a3fdb4f-a227-4509-a828-17d99881453e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:31.190023 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-a9c24c64-c226-4f31-a228-54bcc1858f2e admin admin] Deleting port ede08bca-3be7-4619-8f3d-22cd3e6846b1 {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:45:31.190366 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a9c24c64-c226-4f31-a228-54bcc1858f2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:31.237789 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-9a3fdb4f-a227-4509-a828-17d99881453e admin admin] Publish callbacks [] for security_group (77414698-f07d-47f2-98e0-593b82f898c1), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:31.294365 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-a9c24c64-c226-4f31-a228-54bcc1858f2e admin admin] For port ede08bca-3be7-4619-8f3d-22cd3e6846b1, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=ede08bca-3be7-4619-8f3d-22cd3e6846b1,segment=NetworkSegment(f71dd781-47a7-4a11-b2b1-94b237917fef),segment_id=f71dd781-47a7-4a11-b2b1-94b237917fef)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:45:31.294730 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a9c24c64-c226-4f31-a228-54bcc1858f2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:31.309231 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-a9c24c64-c226-4f31-a228-54bcc1858f2e admin admin] Calling delete_port for ede08bca-3be7-4619-8f3d-22cd3e6846b1 owned by network:router_interface {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:45:31.310504 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-9a3fdb4f-a227-4509-a828-17d99881453e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (77414698-f07d-47f2-98e0-593b82f898c1), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:31.330004 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:45:31.355611 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:45:31.356173 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 94b5e105-7d98-45d8-b2c9-df6e9dd14d9f not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:45:31.409696 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fdb4f-a227-4509-a828-17d99881453e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77414698-f07d-47f2-98e0-593b82f898c1,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:31.421083 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357ba0d-d041-4eb1-9d37-e9550da2ce01 req-cb457384-b188-49dd-8448-4b95ea587e0a tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:31.422653 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b357ba0d-d041-4eb1-9d37-e9550da2ce01 req-cb457384-b188-49dd-8448-4b95ea587e0a tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.1084073 Aug 24 16:45:31.425561 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-9a3fdb4f-a227-4509-a828-17d99881453e admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=f8ad9536a62f449a870f920c10b51032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3827212 Aug 24 16:45:31.434292 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 33560) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:31.486108 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:31.522303 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b357ba0d-d041-4eb1-9d37-e9550da2ce01 req-34056f21-ea7f-42b9-baed-b819b5301dfa tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888910 Aug 24 16:45:31.525412 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-a205e861-d018-4284-a4f3-c0da09367e87 admin admin] Publish callbacks [] for security_group (77414698-f07d-47f2-98e0-593b82f898c1), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:31.548292 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-a205e861-d018-4284-a4f3-c0da09367e87 admin admin] Publish callbacks [] for security_group (77414698-f07d-47f2-98e0-593b82f898c1), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:31.581306 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:DELETE=10,neutron:SELECT=85,neutron:INSERT=5 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:31.582647 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:31.618532 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a9c24c64-c226-4f31-a228-54bcc1858f2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444'] for port (ede08bca-3be7-4619-8f3d-22cd3e6846b1), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:31.624365 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:31.649858 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c24c64-c226-4f31-a228-54bcc1858f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=ede08bca-3be7-4619-8f3d-22cd3e6846b1,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:31.699703 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-a205e861-d018-4284-a4f3-c0da09367e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (77414698-f07d-47f2-98e0-593b82f898c1), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:31.702487 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-a205e861-d018-4284-a4f3-c0da09367e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:31.704530 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-a205e861-d018-4284-a4f3-c0da09367e87 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/77414698-f07d-47f2-98e0-593b82f898c1 HTTP/1.1" status: 204 len: 168 time: 0.2687933 Aug 24 16:45:31.717313 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205e861-d018-4284-a4f3-c0da09367e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77414698-f07d-47f2-98e0-593b82f898c1,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:31.811774 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a9c24c64-c226-4f31-a228-54bcc1858f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548931'] for router_interface (05bd1e78-8944-42af-9135-c2f5754930a1), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:31.896177 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-25ed16bb-7eb2-42ce-a902-d7c906e42874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:32.286133 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c24c64-c226-4f31-a228-54bcc1858f2e admin admin] Router 05bd1e78-8944-42af-9135-c2f5754930a1 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:45:32.407328 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c24c64-c226-4f31-a228-54bcc1858f2e admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:45:32.411500 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a9c24c64-c226-4f31-a228-54bcc1858f2e admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/05bd1e78-8944-42af-9135-c2f5754930a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9419241 Aug 24 16:45:32.414041 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 33570) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:32.420223 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7f2d68-72c9-4852-bb39-0e55899a8280 None None] Sync routers for ids ['05bd1e78-8944-42af-9135-c2f5754930a1'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:45:32.434725 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7f2d68-72c9-4852-bb39-0e55899a8280 None None] Routers {'05bd1e78-8944-42af-9135-c2f5754930a1'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:45:32.435629 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-0e7f2d68-72c9-4852-bb39-0e55899a8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:45:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['05bd1e78-8944-42af-9135-c2f5754930a1'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:32.447447 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 33572) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:32.465114 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-fe9705ce-7f33-4cba-9a1e-c375417921f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:32.528893 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-170913b6-a246-4015-b527-b0fc59312d24 admin admin] Publish callbacks [] for router (05bd1e78-8944-42af-9135-c2f5754930a1), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:32.561024 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-0e7f2d68-72c9-4852-bb39-0e55899a8280 None None] Set router 05bd1e78-8944-42af-9135-c2f5754930a1 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:45:32.569485 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-fe9705ce-7f33-4cba-9a1e-c375417921f4 admin admin] Publish callbacks [] for security_group (4b1832d5-835c-4dde-b6b2-ffebbd343423), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:32.602731 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=100 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:32.646951 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-170913b6-a246-4015-b527-b0fc59312d24 admin admin] Publish callbacks [] for router_gateway (05bd1e78-8944-42af-9135-c2f5754930a1), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:32.653712 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972859a-3873-4e97-947b-5363c4b56784 req-ccd3642b-5103-490a-a1a2-911f1cbe2d31 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:32.656029 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2972859a-3873-4e97-947b-5363c4b56784 req-ccd3642b-5103-490a-a1a2-911f1cbe2d31 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0545833 Aug 24 16:45:32.678533 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-fe9705ce-7f33-4cba-9a1e-c375417921f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (4b1832d5-835c-4dde-b6b2-ffebbd343423), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:32.747389 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-fe9705ce-7f33-4cba-9a1e-c375417921f4 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=409cac5991764678821fc9b91a44cc40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2985926 Aug 24 16:45:32.753314 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-0e7f2d68-72c9-4852-bb39-0e55899a8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'name': 'tempest-DeleteServersTestJSON-427545844-router', 'tenant_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.160'}], 'enable_snat': True}, 'gw_port_id': '80f48cd6-3cb8-449f-b98b-abe99e89e293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:45:31Z', 'revision_number': 5, 'project_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'gw_port': {'id': '80f48cd6-3cb8-449f-b98b-abe99e89e293', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:13Z', 'updated_at': '2022-08-24T16:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:32.753729 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 33578) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:32.760141 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2972859a-3873-4e97-947b-5363c4b56784 req-721896d1-7a50-4ad4-8b70-acec24741e59 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965588 Aug 24 16:45:32.762596 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9705ce-7f33-4cba-9a1e-c375417921f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1832d5-835c-4dde-b6b2-ffebbd343423,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:32.779053 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7f2d68-72c9-4852-bb39-0e55899a8280 None None] Checking router: 05bd1e78-8944-42af-9135-c2f5754930a1 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:45:32.788120 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7f2d68-72c9-4852-bb39-0e55899a8280 None None] Routers {'05bd1e78-8944-42af-9135-c2f5754930a1'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:45:32.788761 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-0e7f2d68-72c9-4852-bb39-0e55899a8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:45:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['05bd1e78-8944-42af-9135-c2f5754930a1'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:32.848673 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-170913b6-a246-4015-b527-b0fc59312d24 admin admin] Deleting port 80f48cd6-3cb8-449f-b98b-abe99e89e293 {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:45:32.849091 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-170913b6-a246-4015-b527-b0fc59312d24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (80f48cd6-3cb8-449f-b98b-abe99e89e293), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:32.872675 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0883aa98-8a98-4f6c-9619-aa9753d2d530 admin admin] Publish callbacks [] for security_group (4b1832d5-835c-4dde-b6b2-ffebbd343423), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:32.878247 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-0e7f2d68-72c9-4852-bb39-0e55899a8280 None None] Set router 05bd1e78-8944-42af-9135-c2f5754930a1 gateway port host: None {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:45:32.931746 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0883aa98-8a98-4f6c-9619-aa9753d2d530 admin admin] Publish callbacks [] for security_group (4b1832d5-835c-4dde-b6b2-ffebbd343423), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:32.998267 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-170913b6-a246-4015-b527-b0fc59312d24 admin admin] For port 80f48cd6-3cb8-449f-b98b-abe99e89e293, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=80f48cd6-3cb8-449f-b98b-abe99e89e293,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:45:32.998625 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-170913b6-a246-4015-b527-b0fc59312d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (80f48cd6-3cb8-449f-b98b-abe99e89e293), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:33.014254 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-170913b6-a246-4015-b527-b0fc59312d24 admin admin] Calling delete_port for 80f48cd6-3cb8-449f-b98b-abe99e89e293 owned by network:router_gateway {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:45:33.015432 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-0e7f2d68-72c9-4852-bb39-0e55899a8280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'name': 'tempest-DeleteServersTestJSON-427545844-router', 'tenant_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:45:32Z', 'revision_number': 6, 'project_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'gw_port_host': None}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:33.041948 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7f2d68-72c9-4852-bb39-0e55899a8280 None None] The sync data for ids ['05bd1e78-8944-42af-9135-c2f5754930a1'] in dv-cinder-731167-2-iscsi is: [{'id': '05bd1e78-8944-42af-9135-c2f5754930a1', 'name': 'tempest-DeleteServersTestJSON-427545844-router', 'tenant_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:45:32Z', 'revision_number': 6, 'project_id': 'd09164dc6ad44a87b7fae777d9f8435a', 'gw_port_host': None}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:45:33.125288 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0883aa98-8a98-4f6c-9619-aa9753d2d530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (4b1832d5-835c-4dde-b6b2-ffebbd343423), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:33.129670 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0883aa98-8a98-4f6c-9619-aa9753d2d530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:33.131763 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-0883aa98-8a98-4f6c-9619-aa9753d2d530 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/4b1832d5-835c-4dde-b6b2-ffebbd343423 HTTP/1.1" status: 204 len: 168 time: 0.3783269 Aug 24 16:45:33.147004 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883aa98-8a98-4f6c-9619-aa9753d2d530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1832d5-835c-4dde-b6b2-ffebbd343423,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:33.281592 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-170913b6-a246-4015-b527-b0fc59312d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444'] for port (80f48cd6-3cb8-449f-b98b-abe99e89e293), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:33.319780 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170913b6-a246-4015-b527-b0fc59312d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f48cd6-3cb8-449f-b98b-abe99e89e293,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:33.345664 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-170913b6-a246-4015-b527-b0fc59312d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552722'] for router_gateway (05bd1e78-8944-42af-9135-c2f5754930a1), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:33.460315 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-170913b6-a246-4015-b527-b0fc59312d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3096'] for router (05bd1e78-8944-42af-9135-c2f5754930a1), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:33.462752 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-170913b6-a246-4015-b527-b0fc59312d24 admin admin] Publish callbacks [] for router_controller (05bd1e78-8944-42af-9135-c2f5754930a1), precommit_delete_associations {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:33.578798 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-170913b6-a246-4015-b527-b0fc59312d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549104'] for router (05bd1e78-8944-42af-9135-c2f5754930a1), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:33.579433 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170913b6-a246-4015-b527-b0fc59312d24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05bd1e78-8944-42af-9135-c2f5754930a1 {{(pid=113369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:45:33.584635 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-170913b6-a246-4015-b527-b0fc59312d24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:33.585883 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-170913b6-a246-4015-b527-b0fc59312d24 admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/05bd1e78-8944-42af-9135-c2f5754930a1 HTTP/1.1" status: 204 len: 168 time: 1.1707482 Aug 24 16:45:33.588420 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 33590) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:33.595713 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:33.642830 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_v2 [None req-682868b7-74be-41ca-a869-b52b68d02e61 admin admin] Deleting subnet 2935d1c1-dac7-4d3e-b47a-e7231537a4c7 {{(pid=113369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 16:45:33.648446 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-682868b7-74be-41ca-a869-b52b68d02e61 admin admin] Publish callbacks [] for subnet (2935d1c1-dac7-4d3e-b47a-e7231537a4c7), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:33.679288 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:33.687575 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-682868b7-74be-41ca-a869-b52b68d02e61 admin admin] Publish callbacks [] for subnet (2935d1c1-dac7-4d3e-b47a-e7231537a4c7), precommit_delete_associations {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:33.765242 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-682868b7-74be-41ca-a869-b52b68d02e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673916'] for subnet (2935d1c1-dac7-4d3e-b47a-e7231537a4c7), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:33.916283 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-682868b7-74be-41ca-a869-b52b68d02e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for subnet (2935d1c1-dac7-4d3e-b47a-e7231537a4c7), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:33.919565 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device ede08bca-3be7-4619-8f3d-22cd3e6846b1 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:45:33.943398 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ac3d9-5a85-44df-b060-25d471282b60 req-eb789911-e4c9-4ccc-bd3e-cfbbf2ef0575 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:33.945950 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682868b7-74be-41ca-a869-b52b68d02e61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2935d1c1-dac7-4d3e-b47a-e7231537a4c7,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:33.950911 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1d2ac3d9-5a85-44df-b060-25d471282b60 req-eb789911-e4c9-4ccc-bd3e-cfbbf2ef0575 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0636346 Aug 24 16:45:33.951070 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: ede08bca-3be7-4619-8f3d-22cd3e6846b1 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:45:33.951529 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device ede08bca-3be7-4619-8f3d-22cd3e6846b1 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:45:33.951966 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 80f48cd6-3cb8-449f-b98b-abe99e89e293 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:45:33.954700 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-682868b7-74be-41ca-a869-b52b68d02e61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:33.962025 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-682868b7-74be-41ca-a869-b52b68d02e61 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/2935d1c1-dac7-4d3e-b47a-e7231537a4c7 HTTP/1.1" status: 204 len: 168 time: 0.3725550 Aug 24 16:45:33.962670 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 33606) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:33.987592 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 80f48cd6-3cb8-449f-b98b-abe99e89e293 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:45:33.988091 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 80f48cd6-3cb8-449f-b98b-abe99e89e293 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:45:33.991036 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d536056-7229-43de-87d8-ec4f1f774816 None None] Network c87426b9-0121-444a-b1ac-0b19fffe7905 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:45:34.002603 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1d2ac3d9-5a85-44df-b060-25d471282b60 req-d295c263-6547-4025-a13a-99d95bc3e2a1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502141 Aug 24 16:45:34.059441 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7832497'] for network (c87426b9-0121-444a-b1ac-0b19fffe7905), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:34.116960 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Deleting port 6006176d-5ab0-461f-8aef-3a5247eb0a10 {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:45:34.117545 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (6006176d-5ab0-461f-8aef-3a5247eb0a10), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:34.117685 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-79893373-2e1a-41f4-95bc-12a30b3317d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:34.203150 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] For port 6006176d-5ab0-461f-8aef-3a5247eb0a10, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=6006176d-5ab0-461f-8aef-3a5247eb0a10,segment=NetworkSegment(f71dd781-47a7-4a11-b2b1-94b237917fef),segment_id=f71dd781-47a7-4a11-b2b1-94b237917fef)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:45:34.203518 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (6006176d-5ab0-461f-8aef-3a5247eb0a10), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:34.226678 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Calling delete_port for 6006176d-5ab0-461f-8aef-3a5247eb0a10 owned by network:dhcp {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:45:34.230994 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] DHCP port deletion for c87426b9-0121-444a-b1ac-0b19fffe7905 request from dv-cinder-731167-2-iscsi {{(pid=113371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 16:45:34.274184 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Deleting port 6006176d-5ab0-461f-8aef-3a5247eb0a10 {{(pid=113371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:45:34.274661 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (6006176d-5ab0-461f-8aef-3a5247eb0a10), before_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:34.351499 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] For port 6006176d-5ab0-461f-8aef-3a5247eb0a10, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=6006176d-5ab0-461f-8aef-3a5247eb0a10,segment=NetworkSegment(f71dd781-47a7-4a11-b2b1-94b237917fef),segment_id=f71dd781-47a7-4a11-b2b1-94b237917fef)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:45:34.351900 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (6006176d-5ab0-461f-8aef-3a5247eb0a10), precommit_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:34.366027 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Calling delete_port for 6006176d-5ab0-461f-8aef-3a5247eb0a10 owned by network:dhcp {{(pid=113371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:45:34.378134 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444'] for port (6006176d-5ab0-461f-8aef-3a5247eb0a10), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:34.404524 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Pushing event deleted for resources: {'Port': ['ID=6006176d-5ab0-461f-8aef-3a5247eb0a10,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:34.414013 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] No DVR routers for this DVR port 6006176d-5ab0-461f-8aef-3a5247eb0a10 on host dv-cinder-731167-2-iscsi {{(pid=113369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:45:34.499898 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669052', 'neutron.services.segments.db._delete_segments_for_network-8749321758832'] for network (c87426b9-0121-444a-b1ac-0b19fffe7905), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:34.507418 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444'] for port (6006176d-5ab0-461f-8aef-3a5247eb0a10), after_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:34.529790 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:45:34.530171 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:45:34.530890 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:45:34.531224 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Subscribe: > port after_create 55550000 {{(pid=113369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:45:34.531550 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:45:34.531917 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Subscribe: > port after_update 55550000 {{(pid=113369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:45:34.532223 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:45:34.532590 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:45:34.532909 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:45:34.536810 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:45:34.539618 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Pushing event deleted for resources: {'Port': ['ID=6006176d-5ab0-461f-8aef-3a5247eb0a10,revision_number=None']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:34.546227 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] No DVR routers for this DVR port 6006176d-5ab0-461f-8aef-3a5247eb0a10 on host dv-cinder-731167-2-iscsi {{(pid=113371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:45:34.548873 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:34.549207 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:34.549671 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:34.549922 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:34.550307 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:34.550636 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:34.551575 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:34.551575 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:34.552273 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:34.552523 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:34.552845 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:34.553179 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:34.553499 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:34.553817 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:34.554136 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b28eb76-91a4-4cfe-bc3d-5f8bd698e1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:34.686113 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:45:34.686603 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:45:34.686807 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:45:34.687133 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113369) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:45:34.687515 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c87426b9-0121-444a-b1ac-0b19fffe7905']}} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:34.705977 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71dd781-47a7-4a11-b2b1-94b237917fef') {'for_net_delete': True} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:34.706386 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71dd781-47a7-4a11-b2b1-94b237917fef') {} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:34.723813 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749321816814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622558'] for segment (f71dd781-47a7-4a11-b2b1-94b237917fef), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:34.745058 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (f71dd781-47a7-4a11-b2b1-94b237917fef), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:34.754309 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=113369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:45:34.754886 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127532212'] for segment (f71dd781-47a7-4a11-b2b1-94b237917fef), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:34.898963 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552758'] for network (c87426b9-0121-444a-b1ac-0b19fffe7905), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:34.910719 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:34.914214 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/c87426b9-0121-444a-b1ac-0b19fffe7905 HTTP/1.1" status: 204 len: 168 time: 0.9504228 Aug 24 16:45:34.930642 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b018cc-ada7-42b5-a58e-942ea90bfe57 admin admin] Pushing event deleted for resources: {'Network': ['ID=c87426b9-0121-444a-b1ac-0b19fffe7905,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:35.105508 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment f71dd781-47a7-4a11-b2b1-94b237917fef resource provider aggregate not found Aug 24 16:45:35.125869 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370af3f-9277-45b9-a71f-5c358ba015cb req-80611e0d-6529-4b2c-bcf8-2d2b2b818294 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:35.126368 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment f71dd781-47a7-4a11-b2b1-94b237917fef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f71dd781-47a7-4a11-b2b1-94b237917fef found for delete ", "request_id": "req-b8f5cc23-16e9-4f81-a600-72b3c5e9a248"}]} Aug 24 16:45:35.129182 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0370af3f-9277-45b9-a71f-5c358ba015cb req-80611e0d-6529-4b2c-bcf8-2d2b2b818294 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0583465 Aug 24 16:45:35.184808 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0370af3f-9277-45b9-a71f-5c358ba015cb req-14dd9399-e279-41fb-ae49-31d234c5632d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506561 Aug 24 16:45:35.225404 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 33664) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:35.267646 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-71148cd7-6c78-4378-91db-bee1effd960e admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=d09164dc6ad44a87b7fae777d9f8435a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409606 Aug 24 16:45:35.271632 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 33668) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:35.311315 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:35.325293 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cef589c6-fc0f-412c-8116-7a45cd259d61 admin admin] Publish callbacks [] for security_group (a7b2da6c-b215-4421-a048-77c7f7ad20ed), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:35.350035 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cef589c6-fc0f-412c-8116-7a45cd259d61 admin admin] Publish callbacks [] for security_group (a7b2da6c-b215-4421-a048-77c7f7ad20ed), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:35.480426 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cef589c6-fc0f-412c-8116-7a45cd259d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (a7b2da6c-b215-4421-a048-77c7f7ad20ed), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:35.483046 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cef589c6-fc0f-412c-8116-7a45cd259d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:35.484201 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-cef589c6-fc0f-412c-8116-7a45cd259d61 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/a7b2da6c-b215-4421-a048-77c7f7ad20ed HTTP/1.1" status: 204 len: 168 time: 0.2115428 Aug 24 16:45:35.493326 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef589c6-fc0f-412c-8116-7a45cd259d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b2da6c-b215-4421-a048-77c7f7ad20ed,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:35.680818 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:35.833614 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 6006176d-5ab0-461f-8aef-3a5247eb0a10 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:45:35.853530 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 6006176d-5ab0-461f-8aef-3a5247eb0a10 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:45:35.853883 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 6006176d-5ab0-461f-8aef-3a5247eb0a10 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:45:36.305014 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebf6a1-b14c-4b48-856e-eea765e2cb57 req-81a8a935-8fd1-4c36-a683-4a3bd7e6e8a4 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:36.306490 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-08ebf6a1-b14c-4b48-856e-eea765e2cb57 req-81a8a935-8fd1-4c36-a683-4a3bd7e6e8a4 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0510058 Aug 24 16:45:36.359293 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-08ebf6a1-b14c-4b48-856e-eea765e2cb57 req-03d44b2c-f394-4144-b114-0e61ec6202fb tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436225 Aug 24 16:45:36.620540 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 33720) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:36.727323 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-486711e1-9297-4fd7-97dd-1245088039e6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-856184250-network', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:45:36.823032 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486711e1-9297-4fd7-97dd-1245088039e6 admin admin] Made reservation on behalf of 52f30f320fa04cdfa0e1d4ea9050119c for: {'network': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:45:36.825371 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-486711e1-9297-4fd7-97dd-1245088039e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:36.835284 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-486711e1-9297-4fd7-97dd-1245088039e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:36.911200 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-486711e1-9297-4fd7-97dd-1245088039e6 admin admin] Publish callbacks [] for security_group (cc5056a4-5098-4ebd-a5a8-33a6773dd13d), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:36.977389 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-486711e1-9297-4fd7-97dd-1245088039e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (cc5056a4-5098-4ebd-a5a8-33a6773dd13d), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:37.018358 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486711e1-9297-4fd7-97dd-1245088039e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=113370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:45:37.018358 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:37.018358 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486711e1-9297-4fd7-97dd-1245088039e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5056a4-5098-4ebd-a5a8-33a6773dd13d,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:37.023585 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-486711e1-9297-4fd7-97dd-1245088039e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:37.023921 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.segments_db [None req-486711e1-9297-4fd7-97dd-1245088039e6 admin admin] Added segment 97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5 of type vlan for network 6f60278e-d02a-47e3-ac82-34477071b70e Aug 24 16:45:37.052984 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:37.071932 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-486711e1-9297-4fd7-97dd-1245088039e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (6f60278e-d02a-47e3-ac82-34477071b70e), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:37.125859 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:37.150336 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-486711e1-9297-4fd7-97dd-1245088039e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (6f60278e-d02a-47e3-ac82-34477071b70e), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:37.151646 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486711e1-9297-4fd7-97dd-1245088039e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:37.152238 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-486711e1-9297-4fd7-97dd-1245088039e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:37.214461 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486711e1-9297-4fd7-97dd-1245088039e6 admin admin] Pushing event updated for resources: {'Network': ['ID=6f60278e-d02a-47e3-ac82-34477071b70e,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:37.224904 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network 6f60278e-d02a-47e3-ac82-34477071b70e details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:45:37.232034 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-486711e1-9297-4fd7-97dd-1245088039e6 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6104245 Aug 24 16:45:37.234942 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 33726) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:37.240157 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-67ee5ee0-5b68-431a-a701-60b76c9a6f46 admin admin] Request body: {'subnet': {'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-subnet', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:45:37.255494 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:37.280879 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:37.331207 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ee5ee0-5b68-431a-a701-60b76c9a6f46 admin admin] Made reservation on behalf of 52f30f320fa04cdfa0e1d4ea9050119c for: {'subnet': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:45:37.333852 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-67ee5ee0-5b68-431a-a701-60b76c9a6f46 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:37.733074 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510106be-3472-4f76-bf4a-7192fad2d1ea req-f19d02b6-013d-4ca0-a721-e351cbd665f8 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:37.734510 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-510106be-3472-4f76-bf4a-7192fad2d1ea req-f19d02b6-013d-4ca0-a721-e351cbd665f8 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0896266 Aug 24 16:45:37.789604 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-510106be-3472-4f76-bf4a-7192fad2d1ea req-dcbf5921-de53-4c00-a712-0b7ef3809051 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456192 Aug 24 16:45:37.829967 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-67ee5ee0-5b68-431a-a701-60b76c9a6f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for subnet (ff59c90a-7642-4731-be1e-c01e44b6f995), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:37.881261 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee5ee0-5b68-431a-a701-60b76c9a6f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff59c90a-7642-4731-be1e-c01e44b6f995,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:37.907830 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ee5ee0-5b68-431a-a701-60b76c9a6f46 admin admin] Checking segment: {'id': '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:45:37.908219 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ee5ee0-5b68-431a-a701-60b76c9a6f46 admin admin] Network hostable DHCP agents. Network: 6f60278e-d02a-47e3-ac82-34477071b70e, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:45:37.960603 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ee5ee0-5b68-431a-a701-60b76c9a6f46 admin admin] Network 6f60278e-d02a-47e3-ac82-34477071b70e is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:45:38.011875 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-67ee5ee0-5b68-431a-a701-60b76c9a6f46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, 6f60278e-d02a-47e3-ac82-34477071b70e) {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:45:38.015944 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ee5ee0-5b68-431a-a701-60b76c9a6f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:38.016564 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-67ee5ee0-5b68-431a-a701-60b76c9a6f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:38.018703 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:38.022453 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89080cb6-5e7e-4d0b-a4fa-d82a769b630b None None] Network 6f60278e-d02a-47e3-ac82-34477071b70e requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:45:38.082385 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:38.106715 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-67ee5ee0-5b68-431a-a701-60b76c9a6f46 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8707280 Aug 24 16:45:38.109382 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 33750) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:38.114748 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:45:38.225169 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3306'] for router (19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:38.226435 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3299'] for router (19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:38.227720 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79e58bd-cc35-52eb-9f37-819db978e22d-6f60278e-d02a-47e3-ac82-34477071b70e', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995'}]}} from dv-cinder-731167-2-iscsi. {{(pid=113371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 16:45:38.228728 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:38.278141 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Publish callbacks [] for router_controller (19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8), precommit_add_association {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:38.485710 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Publish callbacks [] for router_gateway (19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:38.496745 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.db_base_plugin_common [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Allocated IP 172.20.0.2 (6f60278e-d02a-47e3-ac82-34477071b70e/ff59c90a-7642-4731-be1e-c01e44b6f995/22be20b1-0671-4c78-87e2-ef6a0cbbd838) {{(pid=113371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:45:38.641510 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Publish callbacks [] for port (22be20b1-0671-4c78-87e2-ef6a0cbbd838), precommit_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:38.686907 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (22be20b1-0671-4c78-87e2-ef6a0cbbd838), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:38.709731 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Publish callbacks [] for router_gateway (19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:38.728557 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Network 6f60278e-d02a-47e3-ac82-34477071b70e is already hosted by enough agents. {{(pid=113371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:45:38.730023 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:38.731520 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.base_scheduler [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Resources bound (agent type, host, resource id): {{(pid=113371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:45:38.736973 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Received port after_create {{(pid=113371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:45:38.743588 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Pushing event updated for resources: {'Port': ['ID=22be20b1-0671-4c78-87e2-ef6a0cbbd838,revision_number=1']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:38.798389 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Attempting to bind port 22be20b1-0671-4c78-87e2-ef6a0cbbd838 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:45:38.798754 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Attempting to bind port 22be20b1-0671-4c78-87e2-ef6a0cbbd838 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:45:38.799111 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Attempting to bind port 22be20b1-0671-4c78-87e2-ef6a0cbbd838 on network 6f60278e-d02a-47e3-ac82-34477071b70e {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:45:38.804303 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:45:38.804809 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Checking segment: {'id': '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:45:38.805117 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:38.805504 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Bound using segment: {'id': '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:45:38.805958 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Bound port: 22be20b1-0671-4c78-87e2-ef6a0cbbd838, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:45:38.806332 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (22be20b1-0671-4c78-87e2-ef6a0cbbd838), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:38.827249 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:38.848189 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Allocated IP 172.27.4.128 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/4afa7378-febe-4b46-b655-e694384b3d4a) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:45:38.872979 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] For port 22be20b1-0671-4c78-87e2-ef6a0cbbd838, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:45:38.874599 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:38.876390 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] For port 22be20b1-0671-4c78-87e2-ef6a0cbbd838, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=22be20b1-0671-4c78-87e2-ef6a0cbbd838,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:45:38.949719 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (22be20b1-0671-4c78-87e2-ef6a0cbbd838), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:38.975088 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cfbf6-ae51-4d36-bcbf-363de9822258 req-023f21f6-6ccb-4eb3-907f-cfec281e73f3 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:38.976645 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6d2cfbf6-ae51-4d36-bcbf-363de9822258 req-023f21f6-6ccb-4eb3-907f-cfec281e73f3 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.1100643 Aug 24 16:45:39.009269 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ec0e0-dc4c-41d8-a57a-2f33e68fe97f None None] Pushing event updated for resources: {'Port': ['ID=22be20b1-0671-4c78-87e2-ef6a0cbbd838,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:39.030743 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Publish callbacks [] for port (4afa7378-febe-4b46-b655-e694384b3d4a), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:39.069398 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6d2cfbf6-ae51-4d36-bcbf-363de9822258 req-d2134203-65f1-461f-94a6-6ab104de3f97 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850816 Aug 24 16:45:39.080066 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:39.201464 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (4afa7378-febe-4b46-b655-e694384b3d4a), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:39.247729 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:45:39.253077 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:45:39.257269 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4afa7378-febe-4b46-b655-e694384b3d4a,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:39.260038 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:45:39.387020 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 33764) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:39.530664 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c99394c3-3573-4b35-b86b-0d1eaf8b8658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:39.613789 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Publish callbacks [] for router_gateway (19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:39.719528 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c99394c3-3573-4b35-b86b-0d1eaf8b8658 admin admin] Publish callbacks [] for security_group (8532b30c-3b05-4ff9-a5f9-bb8f0e67f7c0), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:39.815888 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c99394c3-3573-4b35-b86b-0d1eaf8b8658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (8532b30c-3b05-4ff9-a5f9-bb8f0e67f7c0), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:39.876189 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99394c3-3573-4b35-b86b-0d1eaf8b8658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8532b30c-3b05-4ff9-a5f9-bb8f0e67f7c0,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:39.883218 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 22be20b1-0671-4c78-87e2-ef6a0cbbd838 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:45:39.902671 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-c99394c3-3573-4b35-b86b-0d1eaf8b8658 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=b165814e28874a898546629aa4d55fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5116515 Aug 24 16:45:39.903048 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 33770) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:39.905318 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:39.921369 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552919'] for router (19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:39.931957 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f3512e-3d92-4822-bbc9-0eeb16f55315 None None] Network 6f60278e-d02a-47e3-ac82-34477071b70e requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:45:39.963170 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-90598e5c-a7db-4218-8a83-a8340eac78b8 admin admin] Publish callbacks [] for security_group (8532b30c-3b05-4ff9-a5f9-bb8f0e67f7c0), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:39.980915 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:39.985316 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-fc072376-1dcd-4206-b7e2-f72104525215 None None] Provisioning complete for port 22be20b1-0671-4c78-87e2-ef6a0cbbd838 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:45:39.985685 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-fc072376-1dcd-4206-b7e2-f72104525215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (22be20b1-0671-4c78-87e2-ef6a0cbbd838), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:39.986235 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-90598e5c-a7db-4218-8a83-a8340eac78b8 admin admin] Publish callbacks [] for security_group (8532b30c-3b05-4ff9-a5f9-bb8f0e67f7c0), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:40.074161 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 22be20b1-0671-4c78-87e2-ef6a0cbbd838 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:45:40.074453 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (22be20b1-0671-4c78-87e2-ef6a0cbbd838), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:40.126785 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-90598e5c-a7db-4218-8a83-a8340eac78b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (8532b30c-3b05-4ff9-a5f9-bb8f0e67f7c0), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:40.130788 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-90598e5c-a7db-4218-8a83-a8340eac78b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:40.137515 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-90598e5c-a7db-4218-8a83-a8340eac78b8 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/8532b30c-3b05-4ff9-a5f9-bb8f0e67f7c0 HTTP/1.1" status: 204 len: 168 time: 0.2303069 Aug 24 16:45:40.152579 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 is scheduled to L3 agent 2dbb6959-f904-4981-a817-70b18d95759f with binding_index 1 {{(pid=113370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:45:40.162950 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90598e5c-a7db-4218-8a83-a8340eac78b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8532b30c-3b05-4ff9-a5f9-bb8f0e67f7c0,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:40.197960 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-fc072376-1dcd-4206-b7e2-f72104525215 None None] Current status of the port 22be20b1-0671-4c78-87e2-ef6a0cbbd838 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:45:40.198596 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-fc072376-1dcd-4206-b7e2-f72104525215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (22be20b1-0671-4c78-87e2-ef6a0cbbd838), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:40.283195 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-fc072376-1dcd-4206-b7e2-f72104525215 None None] For port 22be20b1-0671-4c78-87e2-ef6a0cbbd838, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=22be20b1-0671-4c78-87e2-ef6a0cbbd838,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:45:40.289221 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 22be20b1-0671-4c78-87e2-ef6a0cbbd838 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:45:40.289759 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (22be20b1-0671-4c78-87e2-ef6a0cbbd838), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:40.293214 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:40.335360 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e9fdb-0601-46f9-9f6f-6cbc23accd35 req-451ff08a-3e69-4a47-8928-b808ca8ba9e9 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:40.337373 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-207e9fdb-0601-46f9-9f6f-6cbc23accd35 req-451ff08a-3e69-4a47-8928-b808ca8ba9e9 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.1699672 Aug 24 16:45:40.351933 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-fc072376-1dcd-4206-b7e2-f72104525215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (22be20b1-0671-4c78-87e2-ef6a0cbbd838), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:40.404859 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:40.428276 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-207e9fdb-0601-46f9-9f6f-6cbc23accd35 req-60b674e6-5351-4317-b747-341d89d15e2c tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770433 Aug 24 16:45:40.432611 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:45:40.440669 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.db.api [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 16:45:40.440669 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG oslo_db.api [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 16:45:40.441319 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc072376-1dcd-4206-b7e2-f72104525215 None None] Pushing event updated for resources: {'Port': ['ID=22be20b1-0671-4c78-87e2-ef6a0cbbd838,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:40.449560 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Sync routers for ids ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:45:40.460477 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Routers {'19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:45:40.461225 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:45:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:40.535773 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-f0ba0689-fde1-4b7a-9354-9c6bf7565d35 None None] Provisioning complete for port 22be20b1-0671-4c78-87e2-ef6a0cbbd838 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:45:40.536260 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-f0ba0689-fde1-4b7a-9354-9c6bf7565d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (22be20b1-0671-4c78-87e2-ef6a0cbbd838), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:40.540329 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:40.544682 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-300f239c-3856-4dc1-b1ef-adad4f8f05f0 admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4315782 Aug 24 16:45:40.544857 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 33780) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:40.594182 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:40.650674 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Set router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:45:40.710002 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba0689-fde1-4b7a-9354-9c6bf7565d35 None None] Current status of the port 22be20b1-0671-4c78-87e2-ef6a0cbbd838 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:45:40.791457 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2336bc-dc00-4828-83e0-fcd7b0fd038d req-8f78eece-15b3-4e88-b2d7-521b325bac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:40.792959 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5c2336bc-dc00-4828-83e0-fcd7b0fd038d req-8f78eece-15b3-4e88-b2d7-521b325bac6d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 1130 time: 0.0568483 Aug 24 16:45:40.846573 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:39Z', 'revision_number': 3, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:40.863615 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 33784) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:40.873230 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Checking router: 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:45:40.873682 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Updating router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 port 4afa7378-febe-4b46-b655-e694384b3d4a binding host dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:45:40.878922 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-79c0dc47-c18f-467d-99b1-f92f5d77fbbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:40.924176 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (4afa7378-febe-4b46-b655-e694384b3d4a), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:40.970342 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5c2336bc-dc00-4828-83e0-fcd7b0fd038d req-42d4ceb4-3776-4eff-a4ca-dd12e0888515 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678393 Aug 24 16:45:40.996895 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-79c0dc47-c18f-467d-99b1-f92f5d77fbbb admin admin] Publish callbacks [] for security_group (02d32e75-48d8-44b0-a603-3e59b7d86594), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:41.036606 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 22be20b1-0671-4c78-87e2-ef6a0cbbd838 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:45:41.075291 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-79c0dc47-c18f-467d-99b1-f92f5d77fbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (02d32e75-48d8-44b0-a603-3e59b7d86594), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:41.117182 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:41.121878 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-79c0dc47-c18f-467d-99b1-f92f5d77fbbb admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=08b331282e5c4282921c747a05f3dd18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547171 Aug 24 16:45:41.122662 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 33786) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:41.137348 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0dc47-c18f-467d-99b1-f92f5d77fbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d32e75-48d8-44b0-a603-3e59b7d86594,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:41.184975 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5df88d94-53e6-4c8e-b8fa-cb4af7a5f857 admin admin] Publish callbacks [] for security_group (02d32e75-48d8-44b0-a603-3e59b7d86594), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:41.213586 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5df88d94-53e6-4c8e-b8fa-cb4af7a5f857 admin admin] Publish callbacks [] for security_group (02d32e75-48d8-44b0-a603-3e59b7d86594), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:41.223901 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:41.246677 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Publish callbacks [] for port (4afa7378-febe-4b46-b655-e694384b3d4a), precommit_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:41.261001 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:41.308796 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Allocated IP 172.20.0.1 (6f60278e-d02a-47e3-ac82-34477071b70e/ff59c90a-7642-4731-be1e-c01e44b6f995/7e605c47-87e9-4429-9306-4e0214bc929f) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:45:41.332965 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (4afa7378-febe-4b46-b655-e694384b3d4a), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:41.355505 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5df88d94-53e6-4c8e-b8fa-cb4af7a5f857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (02d32e75-48d8-44b0-a603-3e59b7d86594), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:41.358998 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5df88d94-53e6-4c8e-b8fa-cb4af7a5f857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:41.363387 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-5df88d94-53e6-4c8e-b8fa-cb4af7a5f857 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/02d32e75-48d8-44b0-a603-3e59b7d86594 HTTP/1.1" status: 204 len: 168 time: 0.2367761 Aug 24 16:45:41.384551 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df88d94-53e6-4c8e-b8fa-cb4af7a5f857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d32e75-48d8-44b0-a603-3e59b7d86594,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:41.390658 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Attempting to bind port 4afa7378-febe-4b46-b655-e694384b3d4a on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:45:41.390880 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Attempting to bind port 4afa7378-febe-4b46-b655-e694384b3d4a by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:45:41.391251 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Attempting to bind port 4afa7378-febe-4b46-b655-e694384b3d4a on network aab3c770-6763-4e5f-928b-64ea6b35bf09 {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:45:41.406710 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:41.421493 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:45:41.421878 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Checking segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:45:41.422290 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:41.422687 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Bound using segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:45:41.423182 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Bound port: 4afa7378-febe-4b46-b655-e694384b3d4a, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:45:41.423567 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (4afa7378-febe-4b46-b655-e694384b3d4a), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:41.439272 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Publish callbacks [] for port (7e605c47-87e9-4429-9306-4e0214bc929f), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:41.448388 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9ce98-aa80-4632-a4bf-f757c47fe34a None None] Pushing event updated for resources: {'Port': ['ID=4afa7378-febe-4b46-b655-e694384b3d4a,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:41.488408 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] For port 4afa7378-febe-4b46-b655-e694384b3d4a, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:45:41.495277 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] For port 4afa7378-febe-4b46-b655-e694384b3d4a, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=4afa7378-febe-4b46-b655-e694384b3d4a,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:45:41.570203 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eceba-c259-4696-a509-2df9604954d1 req-e6508315-ef72-4436-bdc1-aaaa00dc0d36 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:41.571747 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-836eceba-c259-4696-a509-2df9604954d1 req-e6508315-ef72-4436-bdc1-aaaa00dc0d36 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0498970 Aug 24 16:45:41.573296 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (7e605c47-87e9-4429-9306-4e0214bc929f), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:41.607123 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (4afa7378-febe-4b46-b655-e694384b3d4a), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:41.635452 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Network 6f60278e-d02a-47e3-ac82-34477071b70e is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:45:41.642428 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:45:41.650171 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7e605c47-87e9-4429-9306-4e0214bc929f,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:41.650540 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Routers {'19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:45:41.651173 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:45:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:41.652621 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:45:41.653104 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-485962'] for router_interface (19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:41.712153 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-836eceba-c259-4696-a509-2df9604954d1 req-4d2de04a-8312-4666-b476-ca84f9e03645 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303198 Aug 24 16:45:41.732809 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9ce98-aa80-4632-a4bf-f757c47fe34a None None] Pushing event updated for resources: {'Port': ['ID=4afa7378-febe-4b46-b655-e694384b3d4a,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:41.796056 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] Set router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:45:41.887676 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 22be20b1-0671-4c78-87e2-ef6a0cbbd838 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:45:41.959470 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (7e605c47-87e9-4429-9306-4e0214bc929f), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:42.063911 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-82d44cbf-ef7e-4cc6-870e-3e3a274ee850 None None] Provisioning complete for port 7e605c47-87e9-4429-9306-4e0214bc929f triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:45:42.064545 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-82d44cbf-ef7e-4cc6-870e-3e3a274ee850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (7e605c47-87e9-4429-9306-4e0214bc929f), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:42.202649 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Publish callbacks [] for port (7e605c47-87e9-4429-9306-4e0214bc929f), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:42.266556 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-82d44cbf-ef7e-4cc6-870e-3e3a274ee850 None None] Port 7e605c47-87e9-4429-9306-4e0214bc929f cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:45:42.275214 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 22be20b1-0671-4c78-87e2-ef6a0cbbd838 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:45:42.275892 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (22be20b1-0671-4c78-87e2-ef6a0cbbd838), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:42.298808 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (7e605c47-87e9-4429-9306-4e0214bc929f), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:42.300059 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485942'] for router_interface (19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:42.312531 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:42.358026 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:42.400457 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:39Z', 'revision_number': 3, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:42.474862 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d5ad2-5822-45f5-84c1-85e6434dfbbc None None] The sync data for ids ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'] in dv-cinder-731167-2-iscsi is: [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:39Z', 'revision_number': 3, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:45:42.499861 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7e605c47-87e9-4429-9306-4e0214bc929f,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:42.513380 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 22be20b1-0671-4c78-87e2-ef6a0cbbd838 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:45:42.554650 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Network 6f60278e-d02a-47e3-ac82-34477071b70e is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:45:42.558097 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:45:42.907954 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=39 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:42.968409 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 33822) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:43.033985 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-ac935917-b92f-4724-bfbf-384e5cf55e17 None None] Provisioning complete for port 7e605c47-87e9-4429-9306-4e0214bc929f triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:45:43.038101 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ac935917-b92f-4724-bfbf-384e5cf55e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (7e605c47-87e9-4429-9306-4e0214bc929f), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:43.041273 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=52 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:43.063608 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c006a5a-0976-42a5-aba2-a7d0ab2c653e req-c03a7507-ff31-4818-8781-34906599485b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:43.065495 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0c006a5a-0976-42a5-aba2-a7d0ab2c653e req-c03a7507-ff31-4818-8781-34906599485b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.0841897 Aug 24 16:45:43.115531 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-ac935917-b92f-4724-bfbf-384e5cf55e17 None None] Port 7e605c47-87e9-4429-9306-4e0214bc929f cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:45:43.143134 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:45:43.196478 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0c006a5a-0976-42a5-aba2-a7d0ab2c653e req-40a90d5c-ba00-449b-8864-46cb8aa54064 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162376 Aug 24 16:45:43.233180 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-6866485c-05d8-4655-a0d9-f2670d061f49 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-279634587-network', 'tenant_id': '7d1070c0033348859723b17e6a97974e'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:45:43.287393 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:43.357275 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:45:43.366613 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae05a1-51c9-46a1-8ab9-b9cb3ef6102d req-546d7c03-e9d5-4a4d-8e04-386d38d2d0f1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:43.372593 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b8ae05a1-51c9-46a1-8ab9-b9cb3ef6102d req-546d7c03-e9d5-4a4d-8e04-386d38d2d0f1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.0678403 Aug 24 16:45:43.381769 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-6fe27da1-84fc-40c6-a239-945e069381b1 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8355610 Aug 24 16:45:43.396625 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6866485c-05d8-4655-a0d9-f2670d061f49 admin admin] Made reservation on behalf of 7d1070c0033348859723b17e6a97974e for: {'network': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:45:43.400118 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6866485c-05d8-4655-a0d9-f2670d061f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:43.413346 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6866485c-05d8-4655-a0d9-f2670d061f49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:43.447704 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b8ae05a1-51c9-46a1-8ab9-b9cb3ef6102d req-81e93ef6-9bba-4c07-8807-26acbef7f503 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605397 Aug 24 16:45:43.541950 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6866485c-05d8-4655-a0d9-f2670d061f49 admin admin] Publish callbacks [] for security_group (d89fb99a-ae01-4e75-b4c7-d7435baad296), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:43.613935 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6866485c-05d8-4655-a0d9-f2670d061f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (d89fb99a-ae01-4e75-b4c7-d7435baad296), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:43.652400 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6866485c-05d8-4655-a0d9-f2670d061f49 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=113369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:45:43.680625 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6866485c-05d8-4655-a0d9-f2670d061f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (66c974ac-9538-4351-bcda-5580e6f08b16), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:43.681336 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.segments_db [None req-6866485c-05d8-4655-a0d9-f2670d061f49 admin admin] Added segment 66c974ac-9538-4351-bcda-5580e6f08b16 of type vlan for network 4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9 Aug 24 16:45:43.696967 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866485c-05d8-4655-a0d9-f2670d061f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89fb99a-ae01-4e75-b4c7-d7435baad296,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:43.749610 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6866485c-05d8-4655-a0d9-f2670d061f49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:43.885502 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6866485c-05d8-4655-a0d9-f2670d061f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:43.886769 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6866485c-05d8-4655-a0d9-f2670d061f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:43.887477 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6866485c-05d8-4655-a0d9-f2670d061f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:43.892742 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:43.936741 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:43.938133 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 4afa7378-febe-4b46-b655-e694384b3d4a up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:45:43.963504 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 33852) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:43.970249 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-3a22a02c-9d77-417d-981f-05715faeaadd tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--710053055', 'description': 'tempest-description--751403510'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:45:43.994480 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866485c-05d8-4655-a0d9-f2670d061f49 admin admin] Pushing event updated for resources: {'Network': ['ID=4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:44.013135 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network 4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9 details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:45:44.016989 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 4afa7378-febe-4b46-b655-e694384b3d4a triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:45:44.017373 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (4afa7378-febe-4b46-b655-e694384b3d4a), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:44.033928 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:44.044873 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-6866485c-05d8-4655-a0d9-f2670d061f49 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0746012 Aug 24 16:45:44.047181 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 33854) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:44.053379 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-4e911f89-df0b-45f8-888a-cd1d7cd89df2 admin admin] Request body: {'subnet': {'network_id': '4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-279634587-subnet', 'tenant_id': '7d1070c0033348859723b17e6a97974e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:45:44.127348 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3a22a02c-9d77-417d-981f-05715faeaadd tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:44.157300 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e911f89-df0b-45f8-888a-cd1d7cd89df2 admin admin] Made reservation on behalf of 7d1070c0033348859723b17e6a97974e for: {'subnet': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:45:44.160222 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4e911f89-df0b-45f8-888a-cd1d7cd89df2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:44.174735 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 4afa7378-febe-4b46-b655-e694384b3d4a is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:45:44.175928 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (4afa7378-febe-4b46-b655-e694384b3d4a), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:44.202942 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port 4afa7378-febe-4b46-b655-e694384b3d4a, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=4afa7378-febe-4b46-b655-e694384b3d4a,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:45:44.272266 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (4afa7378-febe-4b46-b655-e694384b3d4a), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:44.281156 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3a22a02c-9d77-417d-981f-05715faeaadd tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group (727a795d-73ca-4a45-ae68-52e7cc4e46b8), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:44.353083 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=4afa7378-febe-4b46-b655-e694384b3d4a,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:44.383683 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3a22a02c-9d77-417d-981f-05715faeaadd tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (727a795d-73ca-4a45-ae68-52e7cc4e46b8), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:44.449758 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22a02c-9d77-417d-981f-05715faeaadd tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=727a795d-73ca-4a45-ae68-52e7cc4e46b8,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:44.497244 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3a22a02c-9d77-417d-981f-05715faeaadd tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:44.498578 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-3a22a02c-9d77-417d-981f-05715faeaadd tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5331113 Aug 24 16:45:44.499725 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4e911f89-df0b-45f8-888a-cd1d7cd89df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for subnet (acaaefbb-ee5d-443f-ac71-937a601a48f8), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:44.503789 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 33864) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:44.509755 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-c70fcc2e-1380-4903-b913-1d0672b65c41 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Request body: {'security_group_rule': {'security_group_id': '727a795d-73ca-4a45-ae68-52e7cc4e46b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:45:44.529512 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:44.566290 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e911f89-df0b-45f8-888a-cd1d7cd89df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acaaefbb-ee5d-443f-ac71-937a601a48f8,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:44.583775 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e911f89-df0b-45f8-888a-cd1d7cd89df2 admin admin] Checking segment: {'id': '66c974ac-9538-4351-bcda-5580e6f08b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:45:44.584137 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e911f89-df0b-45f8-888a-cd1d7cd89df2 admin admin] Network hostable DHCP agents. Network: 4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:45:44.597054 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c70fcc2e-1380-4903-b913-1d0672b65c41 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group_rule (adbd3324-f313-4335-ad53-aedb47ae65ad), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:44.657760 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e911f89-df0b-45f8-888a-cd1d7cd89df2 admin admin] Network 4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9 is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:45:44.660075 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c70fcc2e-1380-4903-b913-1d0672b65c41 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group_rule (adbd3324-f313-4335-ad53-aedb47ae65ad), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:44.751553 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c70fcc2e-1380-4903-b913-1d0672b65c41 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (adbd3324-f313-4335-ad53-aedb47ae65ad), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:44.766704 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fcc2e-1380-4903-b913-1d0672b65c41 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbd3324-f313-4335-ad53-aedb47ae65ad,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:44.786687 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Sync routers for ids ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:45:44.789628 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-4e911f89-df0b-45f8-888a-cd1d7cd89df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, 4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9) {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:45:44.797894 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e911f89-df0b-45f8-888a-cd1d7cd89df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:44.799442 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4e911f89-df0b-45f8-888a-cd1d7cd89df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:44.801022 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f58582-d5c9-4b57-afd7-4f4ec87e3618 None None] Network 4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:45:44.819551 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Routers {'19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:45:44.824462 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:45:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:44.896172 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-4e911f89-df0b-45f8-888a-cd1d7cd89df2 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8467109 Aug 24 16:45:44.898836 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c70fcc2e-1380-4903-b913-1d0672b65c41 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:44.901377 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-c70fcc2e-1380-4903-b913-1d0672b65c41 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3964965 Aug 24 16:45:44.904526 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 33872) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:44.913873 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-9f977ddb-b39b-48aa-abab-a26000cc739f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Request body: {'security_group_rule': {'security_group_id': '727a795d-73ca-4a45-ae68-52e7cc4e46b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:45:44.959186 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Set router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:45:44.963550 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d8a3b1-c5ed-4dbb-83eb-ce007dc136a1 None None] Network 4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:45:45.053817 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-9f977ddb-b39b-48aa-abab-a26000cc739f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group_rule (65273116-8495-46cb-919c-6172f7df59bb), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:45.164685 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-9f977ddb-b39b-48aa-abab-a26000cc739f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group_rule (65273116-8495-46cb-919c-6172f7df59bb), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:45.239617 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:41Z', 'revision_number': 4, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '7e605c47-87e9-4429-9306-4e0214bc929f', 'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'mac_address': 'fa:16:3e:6f:b9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:41Z', 'updated_at': '2022-08-24T16:45:42Z', 'revision_number': 2, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'subnets': [{'id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:45.268309 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Checking router: 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:45:45.269167 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Updating router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 port 7e605c47-87e9-4429-9306-4e0214bc929f binding host dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:45:45.279982 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-9f977ddb-b39b-48aa-abab-a26000cc739f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (65273116-8495-46cb-919c-6172f7df59bb), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:45.303762 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (7e605c47-87e9-4429-9306-4e0214bc929f), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:45.313961 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f977ddb-b39b-48aa-abab-a26000cc739f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65273116-8495-46cb-919c-6172f7df59bb,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:45.375345 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-9f977ddb-b39b-48aa-abab-a26000cc739f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:45.377215 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-9f977ddb-b39b-48aa-abab-a26000cc739f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4723072 Aug 24 16:45:45.383236 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 33880) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:45.397572 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Request body: {'floatingip': {'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:45:45.549412 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:45.662361 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:45.668230 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:45.719328 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Publish callbacks [] for port (7e605c47-87e9-4429-9306-4e0214bc929f), precommit_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:45.790198 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (7e605c47-87e9-4429-9306-4e0214bc929f), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:45.805318 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Allocated IP 172.27.4.103 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/17133627-a826-4bfc-8869-826a33be70af) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:45:45.862188 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a90f7-49f9-47c2-9e32-db22ed5033fd None None] Pushing event updated for resources: {'Port': ['ID=7e605c47-87e9-4429-9306-4e0214bc929f,revision_number=3']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:45.871291 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a90f7-49f9-47c2-9e32-db22ed5033fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:45.871642 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a90f7-49f9-47c2-9e32-db22ed5033fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:45.872001 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a90f7-49f9-47c2-9e32-db22ed5033fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:45.872387 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a90f7-49f9-47c2-9e32-db22ed5033fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:45.872896 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a90f7-49f9-47c2-9e32-db22ed5033fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:45.873422 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a90f7-49f9-47c2-9e32-db22ed5033fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:45.873906 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a90f7-49f9-47c2-9e32-db22ed5033fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:45.874405 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a90f7-49f9-47c2-9e32-db22ed5033fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:45.874885 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a90f7-49f9-47c2-9e32-db22ed5033fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:45.875365 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a90f7-49f9-47c2-9e32-db22ed5033fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:45.875856 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a90f7-49f9-47c2-9e32-db22ed5033fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:45.876376 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a90f7-49f9-47c2-9e32-db22ed5033fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:45.876879 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a90f7-49f9-47c2-9e32-db22ed5033fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:45.877216 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a90f7-49f9-47c2-9e32-db22ed5033fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:45.877544 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28a90f7-49f9-47c2-9e32-db22ed5033fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:45:45.949090 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Attempting to bind port 7e605c47-87e9-4429-9306-4e0214bc929f on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:45:45.949566 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Attempting to bind port 7e605c47-87e9-4429-9306-4e0214bc929f by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e'}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:45:45.949965 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Attempting to bind port 7e605c47-87e9-4429-9306-4e0214bc929f on network 6f60278e-d02a-47e3-ac82-34477071b70e {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:45:45.955576 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 4afa7378-febe-4b46-b655-e694384b3d4a up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:45:45.960323 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 33898) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:45.960785 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:45:45.961188 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Checking segment: {'id': '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:45:45.961580 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:45.961974 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Bound using segment: {'id': '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e'} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:45:45.962491 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Bound port: 7e605c47-87e9-4429-9306-4e0214bc929f, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e'}}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:45:45.962880 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (7e605c47-87e9-4429-9306-4e0214bc929f), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:45.965259 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-784629e7-d150-41af-853f-b278e4ed9bc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1680684227-network', 'tenant_id': 'd8c2de3636064a738dcb76af19ebaa99'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:45:45.976488 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for port (17133627-a826-4bfc-8869-826a33be70af), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.014826 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 4afa7378-febe-4b46-b655-e694384b3d4a triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:45:46.014826 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (4afa7378-febe-4b46-b655-e694384b3d4a), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.049027 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:46.056988 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784629e7-d150-41af-853f-b278e4ed9bc5 admin admin] Made reservation on behalf of d8c2de3636064a738dcb76af19ebaa99 for: {'network': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:45:46.060945 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-784629e7-d150-41af-853f-b278e4ed9bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.076654 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-784629e7-d150-41af-853f-b278e4ed9bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.080663 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (17133627-a826-4bfc-8869-826a33be70af), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.088037 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] For port 7e605c47-87e9-4429-9306-4e0214bc929f, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:45:46.092906 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] For port 7e605c47-87e9-4429-9306-4e0214bc929f, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=7e605c47-87e9-4429-9306-4e0214bc929f,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:45:46.104061 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 4afa7378-febe-4b46-b655-e694384b3d4a is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:45:46.133379 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:46.140577 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:45:46.146772 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:45:46.149172 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:45:46.157818 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event updated for resources: {'Port': ['ID=17133627-a826-4bfc-8869-826a33be70af,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:46.166146 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (7e605c47-87e9-4429-9306-4e0214bc929f), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.195523 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-784629e7-d150-41af-853f-b278e4ed9bc5 admin admin] Publish callbacks [] for security_group (c87b5d6c-d173-4eeb-b8de-075a21f7b403), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.199818 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Routers {'19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:45:46.200995 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:45:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:46.233771 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for floatingip (181d7fbf-9ae7-4c5d-82c7-d1e4395561b5), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.275127 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-784629e7-d150-41af-853f-b278e4ed9bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (c87b5d6c-d173-4eeb-b8de-075a21f7b403), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.282690 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:46.306591 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-784629e7-d150-41af-853f-b278e4ed9bc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=113369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:45:46.312782 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:46.319937 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784629e7-d150-41af-853f-b278e4ed9bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87b5d6c-d173-4eeb-b8de-075a21f7b403,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:46.325189 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-784629e7-d150-41af-853f-b278e4ed9bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (c201d9a4-38d7-4702-a23a-9e0ee9a5360d), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.325533 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.segments_db [None req-784629e7-d150-41af-853f-b278e4ed9bc5 admin admin] Added segment c201d9a4-38d7-4702-a23a-9e0ee9a5360d of type vlan for network d0257378-5eaa-4e75-9f57-45b713bf3a68 Aug 24 16:45:46.348717 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a90f7-49f9-47c2-9e32-db22ed5033fd None None] Pushing event updated for resources: {'Port': ['ID=7e605c47-87e9-4429-9306-4e0214bc929f,revision_number=4']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:46.350194 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (17133627-a826-4bfc-8869-826a33be70af), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.380718 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] Set router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:45:46.381982 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-784629e7-d150-41af-853f-b278e4ed9bc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (d0257378-5eaa-4e75-9f57-45b713bf3a68), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.469000 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-784629e7-d150-41af-853f-b278e4ed9bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (d0257378-5eaa-4e75-9f57-45b713bf3a68), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.470155 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784629e7-d150-41af-853f-b278e4ed9bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:46.470774 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-784629e7-d150-41af-853f-b278e4ed9bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.574027 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784629e7-d150-41af-853f-b278e4ed9bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=d0257378-5eaa-4e75-9f57-45b713bf3a68,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:46.586018 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network d0257378-5eaa-4e75-9f57-45b713bf3a68 details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:45:46.606293 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:46.623266 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-784629e7-d150-41af-853f-b278e4ed9bc5 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6590512 Aug 24 16:45:46.624195 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 33906) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:45:46.630515 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-a9e58321-8e28-4e35-9c56-912784e8bb8d admin admin] Request body: {'subnet': {'network_id': 'd0257378-5eaa-4e75-9f57-45b713bf3a68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1680684227-subnet', 'tenant_id': 'd8c2de3636064a738dcb76af19ebaa99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:45:46.676334 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for port (17133627-a826-4bfc-8869-826a33be70af), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.721044 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:41Z', 'revision_number': 4, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '7e605c47-87e9-4429-9306-4e0214bc929f', 'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'mac_address': 'fa:16:3e:6f:b9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:41Z', 'updated_at': '2022-08-24T16:45:46Z', 'revision_number': 4, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'subnets': [{'id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:45:46.748779 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79731cfe-d101-4a38-b92d-4a22f72d4e4c None None] The sync data for ids ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'] in dv-cinder-731167-2-iscsi is: [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:41Z', 'revision_number': 4, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '7e605c47-87e9-4429-9306-4e0214bc929f', 'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'mac_address': 'fa:16:3e:6f:b9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:41Z', 'updated_at': '2022-08-24T16:45:46Z', 'revision_number': 4, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'subnets': [{'id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:45:46.790552 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (17133627-a826-4bfc-8869-826a33be70af), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.796571 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (181d7fbf-9ae7-4c5d-82c7-d1e4395561b5), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.848632 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e58321-8e28-4e35-9c56-912784e8bb8d admin admin] Made reservation on behalf of d8c2de3636064a738dcb76af19ebaa99 for: {'subnet': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:45:46.848632 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a9e58321-8e28-4e35-9c56-912784e8bb8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127062885'] for subnet (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.875025 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event updated for resources: {'Port': ['ID=17133627-a826-4bfc-8869-826a33be70af,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:46.937041 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5,neutron:INSERT=17,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:46.964806 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:46.968454 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-c0d93968-d941-412a-92b2-a1b5d53d78d3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5815134 Aug 24 16:45:47.162419 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a9e58321-8e28-4e35-9c56-912784e8bb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127532311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127062795'] for subnet (2d655cd4-b6ee-4a28-af56-4192836a0845), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:47.245899 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e58321-8e28-4e35-9c56-912784e8bb8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d655cd4-b6ee-4a28-af56-4192836a0845,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:47.267420 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e58321-8e28-4e35-9c56-912784e8bb8d admin admin] Checking segment: {'id': 'c201d9a4-38d7-4702-a23a-9e0ee9a5360d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd0257378-5eaa-4e75-9f57-45b713bf3a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:45:47.267791 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e58321-8e28-4e35-9c56-912784e8bb8d admin admin] Network hostable DHCP agents. Network: d0257378-5eaa-4e75-9f57-45b713bf3a68, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:45:47.285458 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-fd2cae88-337f-4be2-b249-70ea4388dc70 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--710053055&fields=id&tenant_id=52f30f320fa04cdfa0e1d4ea9050119c HTTP/1.1" status: 200 len: 267 time: 0.0744860 Aug 24 16:45:47.395897 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e58321-8e28-4e35-9c56-912784e8bb8d admin admin] Network d0257378-5eaa-4e75-9f57-45b713bf3a68 is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:45:47.453716 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-3ffb02ed-92f8-439b-bb89-5d1e1f8d31e5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:47.456086 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-3ffb02ed-92f8-439b-bb89-5d1e1f8d31e5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/networks?id=6f60278e-d02a-47e3-ac82-34477071b70e HTTP/1.1" status: 200 len: 816 time: 0.1576235 Aug 24 16:45:47.474514 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-2746f908-00e9-4ab5-8b25-7a787597a512 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/quotas/52f30f320fa04cdfa0e1d4ea9050119c HTTP/1.1" status: 200 len: 375 time: 0.0112786 Aug 24 16:45:47.505306 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-a9e58321-8e28-4e35-9c56-912784e8bb8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, d0257378-5eaa-4e75-9f57-45b713bf3a68) {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:45:47.513901 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e58321-8e28-4e35-9c56-912784e8bb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:47.514996 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a9e58321-8e28-4e35-9c56-912784e8bb8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:47.531518 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0c64b4-56df-4df3-adcb-ff38e19e5b21 None None] Network d0257378-5eaa-4e75-9f57-45b713bf3a68 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:45:47.547144 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-77e8e761-d32a-43f6-a4a7-06de5253d2af tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=52f30f320fa04cdfa0e1d4ea9050119c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668030 Aug 24 16:45:47.603549 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a9e58321-8e28-4e35-9c56-912784e8bb8d admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9787850 Aug 24 16:45:47.701364 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:47.773697 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9a1484-803d-4b25-a983-031af5be2c8e None None] Network d0257378-5eaa-4e75-9f57-45b713bf3a68 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:45:47.798863 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-1755dbcb-18f0-41fd-9285-f476e3876cb7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359800 Aug 24 16:45:47.982758 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-134872cd-e31b-47d7-9895-8158ffe134ba service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829543 Aug 24 16:45:48.000913 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 7e605c47-87e9-4429-9306-4e0214bc929f up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:45:48.114128 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 7e605c47-87e9-4429-9306-4e0214bc929f triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:45:48.114748 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (7e605c47-87e9-4429-9306-4e0214bc929f), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:48.280953 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 7e605c47-87e9-4429-9306-4e0214bc929f is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:45:48.281700 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (7e605c47-87e9-4429-9306-4e0214bc929f), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:48.351882 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1ba7d391-e959-451b-b866-bf1589c55c10 req-10c8f06d-850c-4025-8fd1-d87a39a39599 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 210 time: 0.0840299 Aug 24 16:45:48.357887 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port 7e605c47-87e9-4429-9306-4e0214bc929f, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=7e605c47-87e9-4429-9306-4e0214bc929f,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:45:48.423913 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (7e605c47-87e9-4429-9306-4e0214bc929f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:48.517063 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=7e605c47-87e9-4429-9306-4e0214bc929f,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:49.498121 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-182e1357-b05e-4fa6-84e9-d207c38c7854 req-c32ae52f-020e-4367-90eb-892681940461 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 210 time: 0.0448363 Aug 24 16:45:49.880842 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 7e605c47-87e9-4429-9306-4e0214bc929f up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:45:49.919157 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:49.944214 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 7e605c47-87e9-4429-9306-4e0214bc929f triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:45:49.945164 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (7e605c47-87e9-4429-9306-4e0214bc929f), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:50.074996 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 7e605c47-87e9-4429-9306-4e0214bc929f is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:45:50.388902 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:50.686056 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f9d05dcb-183f-426a-b319-5bd3714ab828 req-dff1e50e-a927-47cb-8075-a7fae884f6ec tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 210 time: 0.0583045 Aug 24 16:45:50.720148 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec58e94-8f09-4c1d-b9e6-22eedec12711 req-ffe72b33-ef12-4279-8908-84aa9283f9fe tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:50.721996 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9ec58e94-8f09-4c1d-b9e6-22eedec12711 req-ffe72b33-ef12-4279-8908-84aa9283f9fe tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.1056502 Aug 24 16:45:50.823907 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9ec58e94-8f09-4c1d-b9e6-22eedec12711 req-4098649d-04d1-41ba-a3c5-2e7e85447f73 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850446 Aug 24 16:45:50.886364 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9ce2b-3822-40ee-b7cc-be6d45a9db66 req-804f5cb1-6fc4-47af-9b3d-31f5531bff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:50.889150 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-81b9ce2b-3822-40ee-b7cc-be6d45a9db66 req-804f5cb1-6fc4-47af-9b3d-31f5531bff97 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 1130 time: 0.0637569 Aug 24 16:45:51.026466 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9ce2b-3822-40ee-b7cc-be6d45a9db66 req-742d11fc-8d55-4fbd-a1cb-6230191c7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:51.028732 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-81b9ce2b-3822-40ee-b7cc-be6d45a9db66 req-742d11fc-8d55-4fbd-a1cb-6230191c7efc service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 920 time: 0.1313403 Aug 24 16:45:51.111242 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-81b9ce2b-3822-40ee-b7cc-be6d45a9db66 req-ecc253a5-7643-4964-960a-aac5adae7732 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08c8eeee-cfbe-4e3e-9514-c73d861d88db HTTP/1.1" status: 200 len: 217 time: 0.0707920 Aug 24 16:45:51.236400 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:51.241415 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9ce2b-3822-40ee-b7cc-be6d45a9db66 req-3fa2c2b9-bd6a-4fc2-8894-582e5dfa77c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:51.242889 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-81b9ce2b-3822-40ee-b7cc-be6d45a9db66 req-3fa2c2b9-bd6a-4fc2-8894-582e5dfa77c3 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=27787f90-01da-4eab-83e5-1d4c783724ac HTTP/1.1" status: 200 len: 858 time: 0.1180286 Aug 24 16:45:51.278966 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-040050ca-4943-4578-9168-dbaa2890d16e tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:51.280586 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-040050ca-4943-4578-9168-dbaa2890d16e tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.40 "GET /networking/v2.0/networks?id=6f60278e-d02a-47e3-ac82-34477071b70e HTTP/1.1" status: 200 len: 816 time: 0.1894791 Aug 24 16:45:51.856125 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cacbce6d-e9b4-4b10-a1cf-65382fba78b5 req-d0d7d3a5-a703-47bc-8db0-75987cfb9be0 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 210 time: 0.0446818 Aug 24 16:45:52.005048 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7eab7-4e5c-4f5a-b871-b04cecd22ee1 req-674c90b2-ff8f-44b4-aceb-2e2acc7b939f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:52.007741 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-33b7eab7-4e5c-4f5a-b871-b04cecd22ee1 req-674c90b2-ff8f-44b4-aceb-2e2acc7b939f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.0783770 Aug 24 16:45:52.079622 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-33b7eab7-4e5c-4f5a-b871-b04cecd22ee1 req-53a14388-abe5-4964-83ec-bdf4be3a80fc tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645335 Aug 24 16:45:52.980796 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8816fca6-73c2-4eee-a57a-f96f36a1cc5b req-9a517b65-1726-4911-a7af-69d7c863a6e5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 210 time: 0.0338702 Aug 24 16:45:53.262007 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb7e67-4c9b-4e57-8988-3346c0cee632 req-c8d4acac-a92a-45aa-bccb-47a3e762cd80 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:53.264976 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-06cb7e67-4c9b-4e57-8988-3346c0cee632 req-c8d4acac-a92a-45aa-bccb-47a3e762cd80 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.0726759 Aug 24 16:45:53.324381 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-06cb7e67-4c9b-4e57-8988-3346c0cee632 req-d27b0664-ebad-4532-b037-f583cf92ecad tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522740 Aug 24 16:45:53.891395 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9ce2b-3822-40ee-b7cc-be6d45a9db66 req-e8df7b0a-deae-4b79-b180-14f2daedf7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:53.894208 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-81b9ce2b-3822-40ee-b7cc-be6d45a9db66 req-e8df7b0a-deae-4b79-b180-14f2daedf7ae service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=4d88a69f-ea66-4ba4-9592-a2ab513e73da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656388 Aug 24 16:45:53.966157 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-9e69415d-b721-4b69-ad35-c91c0b0888c5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=52f30f320fa04cdfa0e1d4ea9050119c HTTP/1.1" status: 200 len: 379 time: 0.1362948 Aug 24 16:45:54.004984 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-88e05d1b-8fae-4a58-bdb1-a37a8809e935 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Request body: {'port': {'device_id': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'admin_state_up': True, 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'security_groups': ['727a795d-73ca-4a45-ae68-52e7cc4e46b8']}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:45:54.122966 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-81b9ce2b-3822-40ee-b7cc-be6d45a9db66 req-23f2c245-2f48-4a83-b4b0-223ee35ea2b8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187374 Aug 24 16:45:54.142405 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:54.157178 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-aff62ca8-b7cf-46a5-b69f-ecdd7796bef2 req-aa15a476-656b-4b98-8bc2-33b123e5bbf8 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 210 time: 0.0498903 Aug 24 16:45:54.300053 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-81b9ce2b-3822-40ee-b7cc-be6d45a9db66 req-917538a1-5870-4571-bd4d-bf6c50041069 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560719 Aug 24 16:45:54.417609 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-88e05d1b-8fae-4a58-bdb1-a37a8809e935 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Made reservation on behalf of 52f30f320fa04cdfa0e1d4ea9050119c for: {'port': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:45:54.423123 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-88e05d1b-8fae-4a58-bdb1-a37a8809e935 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:54.554563 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530faf9a-ae30-4bb7-a449-d416bcbd6d1b req-0cdbc872-0bfc-48ff-b4fb-9a49e2c71c9b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:54.556057 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-530faf9a-ae30-4bb7-a449-d416bcbd6d1b req-0cdbc872-0bfc-48ff-b4fb-9a49e2c71c9b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.1155312 Aug 24 16:45:54.673068 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-530faf9a-ae30-4bb7-a449-d416bcbd6d1b req-9be36d10-066d-4264-8bad-79f490ec4733 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065190 Aug 24 16:45:54.704561 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-88e05d1b-8fae-4a58-bdb1-a37a8809e935 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Allocated IP 172.20.0.12 (6f60278e-d02a-47e3-ac82-34477071b70e/ff59c90a-7642-4731-be1e-c01e44b6f995/9793be94-7c34-443e-80f4-821b2863ba90) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:45:54.772370 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:54.943881 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-88e05d1b-8fae-4a58-bdb1-a37a8809e935 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for port (9793be94-7c34-443e-80f4-821b2863ba90), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:55.046183 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-88e05d1b-8fae-4a58-bdb1-a37a8809e935 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (9793be94-7c34-443e-80f4-821b2863ba90), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:55.102567 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-88e05d1b-8fae-4a58-bdb1-a37a8809e935 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Network 6f60278e-d02a-47e3-ac82-34477071b70e is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:45:55.106345 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-88e05d1b-8fae-4a58-bdb1-a37a8809e935 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:45:55.111098 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-88e05d1b-8fae-4a58-bdb1-a37a8809e935 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:45:55.116969 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-88e05d1b-8fae-4a58-bdb1-a37a8809e935 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:55.117146 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-88e05d1b-8fae-4a58-bdb1-a37a8809e935 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:55.126780 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:55.136005 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e05d1b-8fae-4a58-bdb1-a37a8809e935 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event updated for resources: {'Port': ['ID=9793be94-7c34-443e-80f4-821b2863ba90,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:55.211738 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-88e05d1b-8fae-4a58-bdb1-a37a8809e935 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2390234 Aug 24 16:45:55.226518 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Request body: {'port': {'device_id': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:45:55.381212 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (9793be94-7c34-443e-80f4-821b2863ba90), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:55.400282 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccb552-3065-4c70-8a7b-e170df4c6cdc req-a9e86512-72d1-4306-b8c5-36141fae9e60 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:55.402424 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f5ccb552-3065-4c70-8a7b-e170df4c6cdc req-a9e86512-72d1-4306-b8c5-36141fae9e60 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 932 time: 0.0757461 Aug 24 16:45:55.473505 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-8116e0c7-d4bf-4c92-b4cf-b136b7112545 None None] Provisioning complete for port 9793be94-7c34-443e-80f4-821b2863ba90 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:45:55.474559 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-8116e0c7-d4bf-4c92-b4cf-b136b7112545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (9793be94-7c34-443e-80f4-821b2863ba90), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:55.512431 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-8116e0c7-d4bf-4c92-b4cf-b136b7112545 None None] Port 9793be94-7c34-443e-80f4-821b2863ba90 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:45:55.625305 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f5ccb552-3065-4c70-8a7b-e170df4c6cdc req-57d2e12c-ae29-4da3-b8d4-26051f6691ed tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946166 Aug 24 16:45:56.078674 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb9afc-671f-49c6-8968-e0e56d6158aa req-a9ee43a8-b7dd-4552-9f87-1571529b637c tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:56.080592 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-36cb9afc-671f-49c6-8968-e0e56d6158aa req-a9ee43a8-b7dd-4552-9f87-1571529b637c tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.1060882 Aug 24 16:45:56.254697 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-36cb9afc-671f-49c6-8968-e0e56d6158aa req-68f48183-c98b-4b3d-8c62-6b0289088c7c tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624043 Aug 24 16:45:56.264429 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9793be94-7c34-443e-80f4-821b2863ba90 {{(pid=113370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:45:56.275302 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Publish callbacks [] for port (9793be94-7c34-443e-80f4-821b2863ba90), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:56.302692 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.provisioning_blocks [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Transition to ACTIVE for port object 9793be94-7c34-443e-80f4-821b2863ba90 will not be triggered until provisioned by entity L2. {{(pid=113370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:45:56.389135 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (9793be94-7c34-443e-80f4-821b2863ba90), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:56.446542 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:56.475133 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Pushing event updated for resources: {'Port': ['ID=9793be94-7c34-443e-80f4-821b2863ba90,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:56.494199 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Attempting to bind port 9793be94-7c34-443e-80f4-821b2863ba90 on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:45:56.494720 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Attempting to bind port 9793be94-7c34-443e-80f4-821b2863ba90 by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e'}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:45:56.495064 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Attempting to bind port 9793be94-7c34-443e-80f4-821b2863ba90 on network 6f60278e-d02a-47e3-ac82-34477071b70e {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:45:56.501843 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Port 9793be94-7c34-443e-80f4-821b2863ba90 on network 6f60278e-d02a-47e3-ac82-34477071b70e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:45:56.502498 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Attempting to bind port 9793be94-7c34-443e-80f4-821b2863ba90 on network 6f60278e-d02a-47e3-ac82-34477071b70e {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:45:56.511763 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:45:56.512318 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Checking segment: {'id': '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:45:56.512949 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Bound using segment: {'id': '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e'} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:45:56.513636 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Bound port: 9793be94-7c34-443e-80f4-821b2863ba90, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e'}}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:45:56.514235 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (9793be94-7c34-443e-80f4-821b2863ba90), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:56.593552 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] For port 9793be94-7c34-443e-80f4-821b2863ba90, host hv-cinder-73116, cleared binding levels {{(pid=113370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:45:56.597896 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] For port 9793be94-7c34-443e-80f4-821b2863ba90, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=9793be94-7c34-443e-80f4-821b2863ba90,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:45:56.694620 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (9793be94-7c34-443e-80f4-821b2863ba90), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:56.706619 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:56.706619 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:45:56.706619 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/9793be94-7c34-443e-80f4-821b2863ba90 HTTP/1.1" status: 200 len: 1094 time: 1.4825890 Aug 24 16:45:56.708492 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'tag': '9793be94-7c34-443e-80f4-821b2863ba90'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:45:56.710905 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8084ab31-524e-4f39-a2e8-51e1cd5c0843" -d '{"events": [{"name": "network-changed", "server_uuid": "1eadb4fd-bee8-4fac-b072-550b720e3e95", "tag": "9793be94-7c34-443e-80f4-821b2863ba90"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:45:56.766733 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78826a2c-322c-47a8-a19f-88a8f2183b72 service neutron] Pushing event updated for resources: {'Port': ['ID=9793be94-7c34-443e-80f4-821b2863ba90,revision_number=3']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:45:56.811699 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3528291b-1dd3-4251-8865-722fa64bc749 x-openstack-request-id: req-3528291b-1dd3-4251-8865-722fa64bc749 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:45:56.811985 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eadb4fd-bee8-4fac-b072-550b720e3e95", "tag": "9793be94-7c34-443e-80f4-821b2863ba90", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:45:56.812234 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3528291b-1dd3-4251-8865-722fa64bc749 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:45:56.812664 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3528291b-1dd3-4251-8865-722fa64bc749'] response: {'name': 'network-changed', 'server_uuid': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'tag': '9793be94-7c34-443e-80f4-821b2863ba90', 'status': 'completed', 'code': 200} Aug 24 16:45:56.859867 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323a680-cec0-4ee9-9e09-ae6ab8a7e0dc req-8e0805a8-07c1-4b68-9e59-566c2e0fb1bb tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:56.861625 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3323a680-cec0-4ee9-9e09-ae6ab8a7e0dc req-8e0805a8-07c1-4b68-9e59-566c2e0fb1bb tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0636711 Aug 24 16:45:56.931116 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3323a680-cec0-4ee9-9e09-ae6ab8a7e0dc req-0a8ad36b-5b5d-41b6-a521-d6794074e886 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590591 Aug 24 16:45:57.448992 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8752de-5f96-48f4-bcd7-0d31a7a27a9e req-5d721601-c995-40be-b26a-d1a517862125 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:57.451801 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa8752de-5f96-48f4-bcd7-0d31a7a27a9e req-5d721601-c995-40be-b26a-d1a517862125 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.0619752 Aug 24 16:45:57.507332 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:57.526267 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa8752de-5f96-48f4-bcd7-0d31a7a27a9e req-3d573a95-0a18-4a70-96fc-b5493b9a5dc4 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648437 Aug 24 16:45:57.535896 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:57.536863 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:UPDATE=1,neutron:SELECT=55,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:45:58.098881 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87916ad-5c20-47fe-8011-342245edbf3c req-6fbcbdd3-8a46-4b5d-90c0-7a214e5b8b88 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:58.100904 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f87916ad-5c20-47fe-8011-342245edbf3c req-6fbcbdd3-8a46-4b5d-90c0-7a214e5b8b88 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0540543 Aug 24 16:45:58.166970 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f87916ad-5c20-47fe-8011-342245edbf3c req-467f71cf-2e3c-409f-906c-ce8d7fedd3ad tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559888 Aug 24 16:45:58.669317 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c402cb-8f44-4eb1-a199-fb95f65c9ab0 req-b20c9a10-788e-4cad-8bfd-70e5c64e3911 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:58.671458 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e9c402cb-8f44-4eb1-a199-fb95f65c9ab0 req-b20c9a10-788e-4cad-8bfd-70e5c64e3911 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.0635488 Aug 24 16:45:58.744292 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e9c402cb-8f44-4eb1-a199-fb95f65c9ab0 req-e2634c28-82d0-451e-aa67-637de6ff77f2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586581 Aug 24 16:45:59.296353 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdd882-750b-4bcd-a261-8efe69fda9ff req-ad460d6d-230d-4d49-8273-6752edc2eb42 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:59.297895 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-18fdd882-750b-4bcd-a261-8efe69fda9ff req-ad460d6d-230d-4d49-8273-6752edc2eb42 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0497212 Aug 24 16:45:59.347738 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-18fdd882-750b-4bcd-a261-8efe69fda9ff req-39f79212-75bc-4254-8db0-007f64dd1e77 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435693 Aug 24 16:45:59.508493 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ab31-524e-4f39-a2e8-51e1cd5c0843 req-2b7482c9-1a7e-48ae-999f-14bf88058dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:59.510035 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8084ab31-524e-4f39-a2e8-51e1cd5c0843 req-2b7482c9-1a7e-48ae-999f-14bf88058dfe service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=52f30f320fa04cdfa0e1d4ea9050119c&device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 1128 time: 0.0496390 Aug 24 16:45:59.723132 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ab31-524e-4f39-a2e8-51e1cd5c0843 req-16212c4e-d086-4d34-bb57-3c8444ec4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:59.724566 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8084ab31-524e-4f39-a2e8-51e1cd5c0843 req-16212c4e-d086-4d34-bb57-3c8444ec4e37 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=52f30f320fa04cdfa0e1d4ea9050119c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2058463 Aug 24 16:45:59.945801 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c0720-6d4d-4861-aa69-8640273579dc req-f3a2f0c7-2859-44a0-8a9f-c9f84da0d870 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:59.947502 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ef5c0720-6d4d-4861-aa69-8640273579dc req-f3a2f0c7-2859-44a0-8a9f-c9f84da0d870 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.0968938 Aug 24 16:45:59.976944 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ab31-524e-4f39-a2e8-51e1cd5c0843 req-94c8385c-19d8-496d-a8bc-6008dc93491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:45:59.978419 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8084ab31-524e-4f39-a2e8-51e1cd5c0843 req-94c8385c-19d8-496d-a8bc-6008dc93491b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2437918 Aug 24 16:46:00.019225 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ef5c0720-6d4d-4861-aa69-8640273579dc req-ed6dbc83-fbcb-46ce-9fa9-fe8375f4a7f0 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591552 Aug 24 16:46:00.072183 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-e708895e-ed5d-4501-bc5a-5eda26f7e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:00.073575 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-e708895e-ed5d-4501-bc5a-5eda26f7e34f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=52f30f320fa04cdfa0e1d4ea9050119c&device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 1128 time: 0.0438521 Aug 24 16:46:00.117951 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-eb37df95-5440-4ce7-8968-8b05ff99a372 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9793be94-7c34-443e-80f4-821b2863ba90 HTTP/1.1" status: 200 len: 217 time: 0.0355086 Aug 24 16:46:00.180584 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-c1153a46-051a-4671-80e0-643ce814d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:00.182047 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-c1153a46-051a-4671-80e0-643ce814d932 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=ff59c90a-7642-4731-be1e-c01e44b6f995 HTTP/1.1" status: 200 len: 855 time: 0.0559797 Aug 24 16:46:00.230001 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-98f8d748-fcc1-4ad4-a803-1808eb4dbb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:00.231430 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-98f8d748-fcc1-4ad4-a803-1808eb4dbb45 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6f60278e-d02a-47e3-ac82-34477071b70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424871 Aug 24 16:46:00.337338 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-93018964-558c-4370-a9a4-4a921ddebb2d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974059 Aug 24 16:46:00.344098 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=62 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:00.345155 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:DELETE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:00.451934 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:00.459430 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:00.483187 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-748b78ce-42c8-4758-a1d4-e26952211c0b req-dac9733f-e2d8-4865-8d09-a8e6ca805591 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385195 Aug 24 16:46:00.505876 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899383e2-c266-4790-a8fd-275d350f242b req-2a609858-4ed2-4437-bc16-9ecd2f533293 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:00.508556 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-899383e2-c266-4790-a8fd-275d350f242b req-2a609858-4ed2-4437-bc16-9ecd2f533293 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0723884 Aug 24 16:46:00.576033 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-899383e2-c266-4790-a8fd-275d350f242b req-b4834be4-f55b-4650-a702-81fdc983be55 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615697 Aug 24 16:46:01.169549 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30d203-f4c4-4f12-aed8-42c9823e2a9c req-e186b29a-9ffa-4d06-b95b-eb9a86b2f2d4 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:01.171169 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2b30d203-f4c4-4f12-aed8-42c9823e2a9c req-e186b29a-9ffa-4d06-b95b-eb9a86b2f2d4 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.0645490 Aug 24 16:46:01.258991 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2b30d203-f4c4-4f12-aed8-42c9823e2a9c req-ca49e37a-c95c-432f-981a-0ae7905e2306 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795355 Aug 24 16:46:01.719625 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d5911-0ffd-4825-9846-618d47f9a795 req-50331c27-a608-48d0-9233-4c8ba9b4423e tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:01.721392 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3e7d5911-0ffd-4825-9846-618d47f9a795 req-50331c27-a608-48d0-9233-4c8ba9b4423e tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0549121 Aug 24 16:46:01.773683 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3e7d5911-0ffd-4825-9846-618d47f9a795 req-b6805b49-93e2-4923-a230-89ea9e480d6c tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460188 Aug 24 16:46:02.034038 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6dc69797-0a4e-42aa-af4d-9c8bc417d7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:02.399279 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda519a-349e-43c4-a011-57955ac9992f req-d963065f-2efb-4287-8d35-da0b6c643bc3 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:02.401030 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0eda519a-349e-43c4-a011-57955ac9992f req-d963065f-2efb-4287-8d35-da0b6c643bc3 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.0600352 Aug 24 16:46:02.462058 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0eda519a-349e-43c4-a011-57955ac9992f req-069b7478-3f74-4e5b-8940-37299aa88d8e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476921 Aug 24 16:46:02.899547 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d27f3-7ef6-4eb2-99da-bab86c2eeef3 req-dadcb3db-da94-432a-9d44-8757301dc0be tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:02.901196 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fe9d27f3-7ef6-4eb2-99da-bab86c2eeef3 req-dadcb3db-da94-432a-9d44-8757301dc0be tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0485339 Aug 24 16:46:02.969139 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fe9d27f3-7ef6-4eb2-99da-bab86c2eeef3 req-075dc186-bb7f-4ca6-9906-4f6ceb6ffb64 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618725 Aug 24 16:46:03.444036 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 9793be94-7c34-443e-80f4-821b2863ba90 details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:46:03.465696 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:03.560175 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 9793be94-7c34-443e-80f4-821b2863ba90, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=9793be94-7c34-443e-80f4-821b2863ba90,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:03.577411 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': '9793be94-7c34-443e-80f4-821b2863ba90', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'port_id': '9793be94-7c34-443e-80f4-821b2863ba90', 'mac_address': 'fa:16:3e:8b:fe:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:46:03.607889 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97002724-8cfa-4f70-9130-f8c8a68f3097 req-257d74b8-2f4d-4373-b98a-96967ff09e38 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:03.609740 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-97002724-8cfa-4f70-9130-f8c8a68f3097 req-257d74b8-2f4d-4373-b98a-96967ff09e38 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.0714545 Aug 24 16:46:03.621933 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 9793be94-7c34-443e-80f4-821b2863ba90 is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:03.622341 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (9793be94-7c34-443e-80f4-821b2863ba90), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:03.639139 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9793be94-7c34-443e-80f4-821b2863ba90 {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:46:03.662149 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 9793be94-7c34-443e-80f4-821b2863ba90, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=9793be94-7c34-443e-80f4-821b2863ba90,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:03.671938 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-97002724-8cfa-4f70-9130-f8c8a68f3097 req-0cfcdb66-3ed6-4220-a92b-20aff5577219 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518632 Aug 24 16:46:03.840440 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (9793be94-7c34-443e-80f4-821b2863ba90), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:03.912569 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=9793be94-7c34-443e-80f4-821b2863ba90,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:04.130469 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5561fa5-9a06-4b5b-9412-74641d2126c2 req-7702b26e-d4bd-4e10-bfd0-1adc92da7990 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:04.132131 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e5561fa5-9a06-4b5b-9412-74641d2126c2 req-7702b26e-d4bd-4e10-bfd0-1adc92da7990 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 945 time: 0.0661352 Aug 24 16:46:04.191121 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e5561fa5-9a06-4b5b-9412-74641d2126c2 req-d3e509a9-6dc0-4cfb-b89c-2b07ab20f3a1 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525331 Aug 24 16:46:04.227407 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-92917267-8657-4c67-866c-122a24c69a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:04.227407 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['9793be94-7c34-443e-80f4-821b2863ba90'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:46:04.348014 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:46:04.778294 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 34186) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:04.803355 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f545b-f420-4697-a8bf-8b4acd55fd68 req-21372188-fce7-4074-8ef2-4c1253884082 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:04.805882 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d70f545b-f420-4697-a8bf-8b4acd55fd68 req-21372188-fce7-4074-8ef2-4c1253884082 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.0562236 Aug 24 16:46:04.861754 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d70f545b-f420-4697-a8bf-8b4acd55fd68 req-1f8023d8-e670-442b-8006-9f7fbd26a839 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508573 Aug 24 16:46:04.920977 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-016a171f-f61c-4861-9e53-060215a4d436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:04.997776 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-016a171f-f61c-4861-9e53-060215a4d436 admin admin] Publish callbacks [] for security_group (a4c77469-172c-4fb6-89bd-1a7485cfb07c), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:05.130646 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-016a171f-f61c-4861-9e53-060215a4d436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (a4c77469-172c-4fb6-89bd-1a7485cfb07c), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:05.146326 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:05.170502 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a171f-f61c-4861-9e53-060215a4d436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c77469-172c-4fb6-89bd-1a7485cfb07c,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:05.174890 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-016a171f-f61c-4861-9e53-060215a4d436 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=b1017dfe87f64ef69cad719ccabda993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955555 Aug 24 16:46:05.177744 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 34192) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:05.205751 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:05.227775 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d52e8e9-899e-4065-91df-585140e6330a admin admin] Publish callbacks [] for security_group (a4c77469-172c-4fb6-89bd-1a7485cfb07c), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:05.247985 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d52e8e9-899e-4065-91df-585140e6330a admin admin] Publish callbacks [] for security_group (a4c77469-172c-4fb6-89bd-1a7485cfb07c), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:05.329135 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9443c3-88d1-4663-8c7b-57e9ed673e6f req-8bd9ec77-0cc9-4189-91a4-aea4da2841be tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:05.331490 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8c9443c3-88d1-4663-8c7b-57e9ed673e6f req-8bd9ec77-0cc9-4189-91a4-aea4da2841be tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 945 time: 0.0586896 Aug 24 16:46:05.380601 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8c9443c3-88d1-4663-8c7b-57e9ed673e6f req-148ff35f-00a2-47d6-becb-cf2a967be37a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430903 Aug 24 16:46:05.438189 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d52e8e9-899e-4065-91df-585140e6330a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (a4c77469-172c-4fb6-89bd-1a7485cfb07c), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:05.441333 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d52e8e9-899e-4065-91df-585140e6330a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:05.442431 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-4d52e8e9-899e-4065-91df-585140e6330a admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/a4c77469-172c-4fb6-89bd-1a7485cfb07c HTTP/1.1" status: 204 len: 168 time: 0.2638075 Aug 24 16:46:05.450454 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52e8e9-899e-4065-91df-585140e6330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c77469-172c-4fb6-89bd-1a7485cfb07c,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:05.459366 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 9793be94-7c34-443e-80f4-821b2863ba90 up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:05.508356 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port 9793be94-7c34-443e-80f4-821b2863ba90 completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:46:05.577130 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port 9793be94-7c34-443e-80f4-821b2863ba90 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:05.577518 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (9793be94-7c34-443e-80f4-821b2863ba90), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:05.656947 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:05.667223 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 9793be94-7c34-443e-80f4-821b2863ba90 is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:05.667599 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (9793be94-7c34-443e-80f4-821b2863ba90), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:05.697751 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9793be94-7c34-443e-80f4-821b2863ba90'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:46:05.700173 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a274a559-afa2-4a7b-b97a-7620ff895ff5" -d '{"events": [{"server_uuid": "1eadb4fd-bee8-4fac-b072-550b720e3e95", "name": "network-vif-plugged", "status": "completed", "tag": "9793be94-7c34-443e-80f4-821b2863ba90"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:46:05.713456 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:05.717809 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 9793be94-7c34-443e-80f4-821b2863ba90, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=9793be94-7c34-443e-80f4-821b2863ba90,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:05.742817 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e112c2e-5cf7-44d6-ad5f-aed9331709e2 x-openstack-request-id: req-9e112c2e-5cf7-44d6-ad5f-aed9331709e2 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:46:05.743109 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eadb4fd-bee8-4fac-b072-550b720e3e95", "name": "network-vif-plugged", "status": "completed", "tag": "9793be94-7c34-443e-80f4-821b2863ba90", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:46:05.743360 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9e112c2e-5cf7-44d6-ad5f-aed9331709e2 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:46:05.743758 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e112c2e-5cf7-44d6-ad5f-aed9331709e2'] response: {'server_uuid': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9793be94-7c34-443e-80f4-821b2863ba90', 'code': 200} Aug 24 16:46:05.800742 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (9793be94-7c34-443e-80f4-821b2863ba90), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:05.873021 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=9793be94-7c34-443e-80f4-821b2863ba90,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:05.989769 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdfdbf-74bf-438d-9c14-e1906c3a6913 req-463ce028-695a-40f8-93af-79f3885bb90b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:05.991354 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-93fdfdbf-74bf-438d-9c14-e1906c3a6913 req-463ce028-695a-40f8-93af-79f3885bb90b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.0480678 Aug 24 16:46:06.043977 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-93fdfdbf-74bf-438d-9c14-e1906c3a6913 req-bed1c6bc-fcb9-458b-a3e2-24105fab38a8 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468268 Aug 24 16:46:06.246791 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5418a-7ee1-4249-8bd8-5cc6467ba921 req-c6d579a7-2804-4b4a-b3e1-79ebdf3cba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:06.248296 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-33d5418a-7ee1-4249-8bd8-5cc6467ba921 req-c6d579a7-2804-4b4a-b3e1-79ebdf3cba1d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 1130 time: 0.0438864 Aug 24 16:46:06.295665 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-33d5418a-7ee1-4249-8bd8-5cc6467ba921 req-54e5fed2-a7a4-42df-9bd2-ff0adcbfe739 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400774 Aug 24 16:46:06.511019 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556aebc9-9a53-4e54-9dbd-b9f1f9a8baeb req-4c8d8c0c-296d-4537-b434-dbe0ba0e872c tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:06.512928 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-556aebc9-9a53-4e54-9dbd-b9f1f9a8baeb req-4c8d8c0c-296d-4537-b434-dbe0ba0e872c tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0530229 Aug 24 16:46:06.575761 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34232) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:06.600024 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-556aebc9-9a53-4e54-9dbd-b9f1f9a8baeb req-9cb900c6-1916-4fa3-ae5d-99c99514859d tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800683 Aug 24 16:46:06.600856 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e71a2-d813-40b1-a6f1-f849b073d85b req-f27b6d9e-3714-48ce-8461-604352334e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:06.602259 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-de2e71a2-d813-40b1-a6f1-f849b073d85b req-f27b6d9e-3714-48ce-8461-604352334e3a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 1130 time: 0.0590482 Aug 24 16:46:06.663992 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-de2e71a2-d813-40b1-a6f1-f849b073d85b req-ce3cffcc-9647-411c-b858-7d31b19bc345 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504866 Aug 24 16:46:06.704031 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-ea719088-f469-4655-aeee-25706a27aff2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-845001821-network', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:06.804102 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea719088-f469-4655-aeee-25706a27aff2 admin admin] Made reservation on behalf of 05a8a1a0e0334559ab3fc9a63685fa69 for: {'network': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:46:06.806639 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ea719088-f469-4655-aeee-25706a27aff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:06.816365 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ea719088-f469-4655-aeee-25706a27aff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:06.904204 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ea719088-f469-4655-aeee-25706a27aff2 admin admin] Publish callbacks [] for security_group (766a1cce-6753-42bc-8aa6-58d9137a3d20), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:06.999273 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ea719088-f469-4655-aeee-25706a27aff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (766a1cce-6753-42bc-8aa6-58d9137a3d20), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:07.028529 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea719088-f469-4655-aeee-25706a27aff2 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=113369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:46:07.039912 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea719088-f469-4655-aeee-25706a27aff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766a1cce-6753-42bc-8aa6-58d9137a3d20,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:07.044917 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ea719088-f469-4655-aeee-25706a27aff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (df61ae7f-08ab-49a7-8699-f546f0f86485), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:07.045261 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.segments_db [None req-ea719088-f469-4655-aeee-25706a27aff2 admin admin] Added segment df61ae7f-08ab-49a7-8699-f546f0f86485 of type vlan for network 6e759f09-8493-41a1-82dc-95cc3aa0aabe Aug 24 16:46:07.090027 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ea719088-f469-4655-aeee-25706a27aff2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (6e759f09-8493-41a1-82dc-95cc3aa0aabe), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:07.142157 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:07.166008 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6afa8-6b9c-4a8b-962e-33fa03efa71a req-cb9a442f-5fa9-4d6d-8769-ee81b8fc61ed tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:07.167524 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8ec6afa8-6b9c-4a8b-962e-33fa03efa71a req-cb9a442f-5fa9-4d6d-8769-ee81b8fc61ed tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.0486846 Aug 24 16:46:07.182788 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ea719088-f469-4655-aeee-25706a27aff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (6e759f09-8493-41a1-82dc-95cc3aa0aabe), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:07.184548 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea719088-f469-4655-aeee-25706a27aff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:07.185404 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ea719088-f469-4655-aeee-25706a27aff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:07.219559 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8ec6afa8-6b9c-4a8b-962e-33fa03efa71a req-b895564f-4f42-44f7-8513-4587d383128b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448377 Aug 24 16:46:07.257191 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea719088-f469-4655-aeee-25706a27aff2 admin admin] Pushing event updated for resources: {'Network': ['ID=6e759f09-8493-41a1-82dc-95cc3aa0aabe,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:07.271729 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network 6e759f09-8493-41a1-82dc-95cc3aa0aabe details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:46:07.274338 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:07.317122 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 34248) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:07.317314 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-ea719088-f469-4655-aeee-25706a27aff2 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7386107 Aug 24 16:46:07.323016 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-fa94e7f5-4e3f-4444-ae5d-979ac9a6dfc2 admin admin] Request body: {'subnet': {'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-845001821-subnet', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'ip_version': 4}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:07.365119 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 34250) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:07.422192 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa94e7f5-4e3f-4444-ae5d-979ac9a6dfc2 admin admin] Made reservation on behalf of 05a8a1a0e0334559ab3fc9a63685fa69 for: {'subnet': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:46:07.425241 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-fa94e7f5-4e3f-4444-ae5d-979ac9a6dfc2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:07.492730 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:07.506145 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-ae383b6c-70fd-4e51-a433-65578a5cd1fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:07.598623 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:07.674420 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-ae383b6c-70fd-4e51-a433-65578a5cd1fd admin admin] Publish callbacks [] for security_group (a9022bfe-6f8c-437a-8213-2475cdb52353), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:07.728899 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-ae383b6c-70fd-4e51-a433-65578a5cd1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (a9022bfe-6f8c-437a-8213-2475cdb52353), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:07.731492 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-fa94e7f5-4e3f-4444-ae5d-979ac9a6dfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for subnet (5b387e1a-2eb2-46c9-a401-56a9e7be2495), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:07.767851 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c81e9-6af2-4858-9e18-ff75265b5d7d req-a630804a-74a7-4d45-aabe-4c26584ef2ac tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:07.769342 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-360c81e9-6af2-4858-9e18-ff75265b5d7d req-a630804a-74a7-4d45-aabe-4c26584ef2ac tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0826850 Aug 24 16:46:07.833605 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-ae383b6c-70fd-4e51-a433-65578a5cd1fd admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=db565314dd8c4d6cbe65c13dbea4cdc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4673500 Aug 24 16:46:07.836477 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34264) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:07.840550 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae383b6c-70fd-4e51-a433-65578a5cd1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9022bfe-6f8c-437a-8213-2475cdb52353,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:07.875758 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94e7f5-4e3f-4444-ae5d-979ac9a6dfc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b387e1a-2eb2-46c9-a401-56a9e7be2495,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:07.900753 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa94e7f5-4e3f-4444-ae5d-979ac9a6dfc2 admin admin] Checking segment: {'id': 'df61ae7f-08ab-49a7-8699-f546f0f86485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:46:07.901117 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa94e7f5-4e3f-4444-ae5d-979ac9a6dfc2 admin admin] Network hostable DHCP agents. Network: 6e759f09-8493-41a1-82dc-95cc3aa0aabe, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:46:07.905952 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-360c81e9-6af2-4858-9e18-ff75265b5d7d req-0389997b-6857-4c19-beff-925e79507434 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201553 Aug 24 16:46:07.925086 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b6983b93-86f0-4675-8600-195044af543e admin admin] Publish callbacks [] for security_group (a9022bfe-6f8c-437a-8213-2475cdb52353), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:07.952929 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b6983b93-86f0-4675-8600-195044af543e admin admin] Publish callbacks [] for security_group (a9022bfe-6f8c-437a-8213-2475cdb52353), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:08.015808 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa94e7f5-4e3f-4444-ae5d-979ac9a6dfc2 admin admin] Network 6e759f09-8493-41a1-82dc-95cc3aa0aabe is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:46:08.142315 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b6983b93-86f0-4675-8600-195044af543e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (a9022bfe-6f8c-437a-8213-2475cdb52353), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:08.142740 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-fa94e7f5-4e3f-4444-ae5d-979ac9a6dfc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, 6e759f09-8493-41a1-82dc-95cc3aa0aabe) {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:08.144975 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b6983b93-86f0-4675-8600-195044af543e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:08.149081 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-b6983b93-86f0-4675-8600-195044af543e admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/a9022bfe-6f8c-437a-8213-2475cdb52353 HTTP/1.1" status: 204 len: 168 time: 0.3085787 Aug 24 16:46:08.153791 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4d861c-d875-4db0-8130-4bdace401d24 None None] Network 6e759f09-8493-41a1-82dc-95cc3aa0aabe requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:46:08.163573 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6983b93-86f0-4675-8600-195044af543e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9022bfe-6f8c-437a-8213-2475cdb52353,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:08.171563 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa94e7f5-4e3f-4444-ae5d-979ac9a6dfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:08.172312 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-fa94e7f5-4e3f-4444-ae5d-979ac9a6dfc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:08.309256 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79e58bd-cc35-52eb-9f37-819db978e22d-6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'fixed_ips': [{'subnet_id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495'}]}} from dv-cinder-731167-2-iscsi. {{(pid=113371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 16:46:08.311069 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:08.314387 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:08.316905 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34280) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:08.317404 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-fa94e7f5-4e3f-4444-ae5d-979ac9a6dfc2 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0008249 Aug 24 16:46:08.321243 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-845001821-router', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:08.365898 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bb918-e9f3-407c-8528-e239af19007a req-0e3562a8-8d58-40da-8f13-9a2f87b30a85 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:08.368827 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d52bb918-e9f3-407c-8528-e239af19007a req-0e3562a8-8d58-40da-8f13-9a2f87b30a85 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.0680082 Aug 24 16:46:08.418551 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d52bb918-e9f3-407c-8528-e239af19007a req-3b5ffa67-664d-41a5-b3f9-4a8971b7476a tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437396 Aug 24 16:46:08.495321 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.db_base_plugin_common [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Allocated IP 172.20.0.2 (6e759f09-8493-41a1-82dc-95cc3aa0aabe/5b387e1a-2eb2-46c9-a401-56a9e7be2495/1d5683e2-a18f-4ae1-b12d-454c7a3b1007) {{(pid=113371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:46:08.497050 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3306'] for router (f973b3d3-04ae-44d2-b62f-12788cdcc85f), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:08.498504 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3299'] for router (f973b3d3-04ae-44d2-b62f-12788cdcc85f), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:08.584496 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Publish callbacks [] for router_controller (f973b3d3-04ae-44d2-b62f-12788cdcc85f), precommit_add_association {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:08.710263 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Publish callbacks [] for port (1d5683e2-a18f-4ae1-b12d-454c7a3b1007), precommit_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:08.801812 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Publish callbacks [] for router_gateway (f973b3d3-04ae-44d2-b62f-12788cdcc85f), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:08.829782 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (1d5683e2-a18f-4ae1-b12d-454c7a3b1007), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:08.881079 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Network 6e759f09-8493-41a1-82dc-95cc3aa0aabe is already hosted by enough agents. {{(pid=113371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:08.884114 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.base_scheduler [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Resources bound (agent type, host, resource id): {{(pid=113371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:08.886756 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Received port after_create {{(pid=113371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:46:08.896737 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Pushing event updated for resources: {'Port': ['ID=1d5683e2-a18f-4ae1-b12d-454c7a3b1007,revision_number=1']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:08.909417 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:08.976429 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ed9c2-6741-48db-b15d-8f4bf8cb9efe req-04045e2e-8a0f-48b5-92a9-8a272e55fd7d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:08.978049 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-750ed9c2-6741-48db-b15d-8f4bf8cb9efe req-04045e2e-8a0f-48b5-92a9-8a272e55fd7d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.0797579 Aug 24 16:46:09.007985 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Attempting to bind port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:46:09.008695 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Attempting to bind port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'df61ae7f-08ab-49a7-8699-f546f0f86485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:46:09.009341 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Attempting to bind port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 on network 6e759f09-8493-41a1-82dc-95cc3aa0aabe {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:46:09.021568 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:46:09.031708 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Checking segment: {'id': 'df61ae7f-08ab-49a7-8699-f546f0f86485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:46:09.031708 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:09.031708 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Bound using segment: {'id': 'df61ae7f-08ab-49a7-8699-f546f0f86485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:46:09.031708 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Bound port: 1d5683e2-a18f-4ae1-b12d-454c7a3b1007, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df61ae7f-08ab-49a7-8699-f546f0f86485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:46:09.031708 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (1d5683e2-a18f-4ae1-b12d-454c7a3b1007), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:09.076619 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-750ed9c2-6741-48db-b15d-8f4bf8cb9efe req-5cca702c-821d-4a0e-b340-fa2e7737e1d6 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900216 Aug 24 16:46:09.094510 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:09.099584 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f19a0-17eb-4cb7-8b83-c258d29365b2 req-51c35400-b2b5-416d-99cd-e45d05474f33 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:09.101680 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-349f19a0-17eb-4cb7-8b83-c258d29365b2 req-51c35400-b2b5-416d-99cd-e45d05474f33 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0816691 Aug 24 16:46:09.133792 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] For port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:46:09.143650 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] For port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=1d5683e2-a18f-4ae1-b12d-454c7a3b1007,segment=NetworkSegment(df61ae7f-08ab-49a7-8699-f546f0f86485),segment_id=df61ae7f-08ab-49a7-8699-f546f0f86485)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:46:09.190929 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-349f19a0-17eb-4cb7-8b83-c258d29365b2 req-b56ea0cf-9cce-49d0-9c3b-5fea3600579a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783653 Aug 24 16:46:09.240588 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (1d5683e2-a18f-4ae1-b12d-454c7a3b1007), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:09.351121 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:09.417720 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:09.424277 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e49ef8-f24f-47e0-b6d7-6b3fc6e5c2a9 None None] Pushing event updated for resources: {'Port': ['ID=1d5683e2-a18f-4ae1-b12d-454c7a3b1007,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:09.435427 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Publish callbacks [] for router_gateway (f973b3d3-04ae-44d2-b62f-12788cdcc85f), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:09.461119 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77baa7dd-99be-494c-9eb3-05fcb4a8844a req-685dad1f-b393-4820-bbe9-088c8aa30308 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:09.463842 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-77baa7dd-99be-494c-9eb3-05fcb4a8844a req-685dad1f-b393-4820-bbe9-088c8aa30308 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.1140616 Aug 24 16:46:09.468640 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:09.480438 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 34318) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:09.489398 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-1a58d01a-17fe-4c4c-ad9c-48f20d0243a3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Request body: {'floatingip': {'port_id': '9793be94-7c34-443e-80f4-821b2863ba90'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:09.554695 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a58d01a-17fe-4c4c-ad9c-48f20d0243a3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for floatingip (181d7fbf-9ae7-4c5d-82c7-d1e4395561b5), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:09.695978 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Allocated IP 172.27.4.136 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/f1dd9737-7113-41f6-b122-719361812d77) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:46:09.868614 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e22b5-be3d-4e51-a524-c887d5c0fb7e req-eb30f910-1eb1-42c0-9c1b-fce9f84da833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:09.868614 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-819e22b5-be3d-4e51-a524-c887d5c0fb7e req-eb30f910-1eb1-42c0-9c1b-fce9f84da833 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 1130 time: 0.3995602 Aug 24 16:46:09.884689 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Publish callbacks [] for port (f1dd9737-7113-41f6-b122-719361812d77), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:09.963833 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:10.017138 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:10.017496 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (1d5683e2-a18f-4ae1-b12d-454c7a3b1007), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:10.044498 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e22b5-be3d-4e51-a524-c887d5c0fb7e req-e6f60c33-65bd-43a3-b086-a0604dbc777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:10.049356 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-819e22b5-be3d-4e51-a524-c887d5c0fb7e req-e6f60c33-65bd-43a3-b086-a0604dbc777a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 920 time: 0.1574717 Aug 24 16:46:10.068509 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (f1dd9737-7113-41f6-b122-719361812d77), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:10.097997 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:10.098710 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (1d5683e2-a18f-4ae1-b12d-454c7a3b1007), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:10.126822 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:10.130429 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:10.134979 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:46:10.140695 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Pushing event updated for resources: {'Port': ['ID=f1dd9737-7113-41f6-b122-719361812d77,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:10.141475 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=1d5683e2-a18f-4ae1-b12d-454c7a3b1007,segment=NetworkSegment(df61ae7f-08ab-49a7-8699-f546f0f86485),segment_id=df61ae7f-08ab-49a7-8699-f546f0f86485)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:10.172682 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:10.173635 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:10.174262 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:10.174618 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:10.175034 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:10.175349 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:10.175681 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:10.176015 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:10.176367 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:10.176693 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:10.177026 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:10.177495 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:10.177674 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:10.178182 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:10.178510 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:10.180595 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:10.227885 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-819e22b5-be3d-4e51-a524-c887d5c0fb7e req-cc8285a5-f225-40d3-9233-c5aafd549215 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08c8eeee-cfbe-4e3e-9514-c73d861d88db HTTP/1.1" status: 200 len: 217 time: 0.1447430 Aug 24 16:46:10.256327 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (1d5683e2-a18f-4ae1-b12d-454c7a3b1007), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:10.369721 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=1d5683e2-a18f-4ae1-b12d-454c7a3b1007,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:10.415446 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8476421-fe10-4ada-a06a-888b8530481b req-0fb2106d-fb88-4a8b-9981-67fa8891f7ab tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:10.417031 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b8476421-fe10-4ada-a06a-888b8530481b req-0fb2106d-fb88-4a8b-9981-67fa8891f7ab tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.2349069 Aug 24 16:46:10.424720 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e22b5-be3d-4e51-a524-c887d5c0fb7e req-ec3ee33a-bdaf-4e2a-af3a-68c205606c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:10.425809 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-819e22b5-be3d-4e51-a524-c887d5c0fb7e req-ec3ee33a-bdaf-4e2a-af3a-68c205606c40 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=27787f90-01da-4eab-83e5-1d4c783724ac HTTP/1.1" status: 200 len: 858 time: 0.1637566 Aug 24 16:46:10.600294 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Publish callbacks [] for router_gateway (f973b3d3-04ae-44d2-b62f-12788cdcc85f), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:10.663502 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e22b5-be3d-4e51-a524-c887d5c0fb7e req-91be51aa-114f-41e6-ba4c-cbe447443be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:10.665551 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-819e22b5-be3d-4e51-a524-c887d5c0fb7e req-91be51aa-114f-41e6-ba4c-cbe447443be6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=4d88a69f-ea66-4ba4-9592-a2ab513e73da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1733227 Aug 24 16:46:10.675296 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b8476421-fe10-4ada-a06a-888b8530481b req-ccbb41a9-29ae-4f42-b9ba-62aba9371290 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485445 Aug 24 16:46:10.706026 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee6fa64-099d-4035-abeb-bc6d1e54f0d9 None None] Network 6e759f09-8493-41a1-82dc-95cc3aa0aabe requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:46:10.810140 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:10.818313 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-44543c4b-d513-45ee-ac33-b3b127c709dc None None] Provisioning complete for port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:10.819798 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-44543c4b-d513-45ee-ac33-b3b127c709dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (1d5683e2-a18f-4ae1-b12d-454c7a3b1007), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:10.878004 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552919'] for router (f973b3d3-04ae-44d2-b62f-12788cdcc85f), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:10.919817 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-819e22b5-be3d-4e51-a524-c887d5c0fb7e req-2e3841d9-3dc1-4271-b3f2-ed60c7f3ea7f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435005 Aug 24 16:46:10.989618 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:10.996879 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:11.003908 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a58d01a-17fe-4c4c-ad9c-48f20d0243a3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:11.036432 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-819e22b5-be3d-4e51-a524-c887d5c0fb7e req-945daec0-f7f5-4dfe-857d-abea80e43088 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086714 Aug 24 16:46:11.080091 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a58d01a-17fe-4c4c-ad9c-48f20d0243a3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (181d7fbf-9ae7-4c5d-82c7-d1e4395561b5), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:11.113403 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-44543c4b-d513-45ee-ac33-b3b127c709dc None None] Current status of the port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:11.147164 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Router f973b3d3-04ae-44d2-b62f-12788cdcc85f is scheduled to L3 agent 2dbb6959-f904-4981-a817-70b18d95759f with binding_index 1 {{(pid=113369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:46:11.195476 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [None req-1a58d01a-17fe-4c4c-ad9c-48f20d0243a3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Floating IP 181d7fbf-9ae7-4c5d-82c7-d1e4395561b5 associated. External IP: 172.27.4.103, port: 9793be94-7c34-443e-80f4-821b2863ba90. Aug 24 16:46:11.272581 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:11.277844 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:46:11.290761 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Sync routers for ids ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:46:11.303003 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Routers {'f973b3d3-04ae-44d2-b62f-12788cdcc85f'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:46:11.303352 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:11.384098 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:11.389315 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-0fdd1d4f-14b7-44bf-beda-6a1fbc29bb6d admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0713630 Aug 24 16:46:11.393367 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-d0893742-6523-498b-8a50-c2ba712acca1 None None] Provisioning complete for port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:11.393367 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-d0893742-6523-498b-8a50-c2ba712acca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (1d5683e2-a18f-4ae1-b12d-454c7a3b1007), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:11.395521 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34352) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:11.431832 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:11.436811 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a58d01a-17fe-4c4c-ad9c-48f20d0243a3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:46:11.470705 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Set router f973b3d3-04ae-44d2-b62f-12788cdcc85f gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:46:11.473035 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:11.569050 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a58d01a-17fe-4c4c-ad9c-48f20d0243a3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:46:11.573585 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a58d01a-17fe-4c4c-ad9c-48f20d0243a3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:11.582268 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf77d20-8e79-49e2-beb6-aed381edb38c None None] Sync routers for ids ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:46:11.602070 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf77d20-8e79-49e2-beb6-aed381edb38c None None] Routers {'19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:46:11.602868 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-adf77d20-8e79-49e2-beb6-aed381edb38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:11.609447 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-d0893742-6523-498b-8a50-c2ba712acca1 None None] Current status of the port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:11.623844 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-1a58d01a-17fe-4c4c-ad9c-48f20d0243a3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/181d7fbf-9ae7-4c5d-82c7-d1e4395561b5 HTTP/1.1" status: 200 len: 992 time: 2.1347973 Aug 24 16:46:11.623844 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'tag': '9793be94-7c34-443e-80f4-821b2863ba90'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:46:11.623844 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6716a116-1c41-46f4-a5d1-3c85375c3f13" -d '{"events": [{"name": "network-changed", "server_uuid": "1eadb4fd-bee8-4fac-b072-550b720e3e95", "tag": "9793be94-7c34-443e-80f4-821b2863ba90"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:46:11.673675 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a469b0c-4a7c-472e-aece-b41934e49141 x-openstack-request-id: req-8a469b0c-4a7c-472e-aece-b41934e49141 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:46:11.673848 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eadb4fd-bee8-4fac-b072-550b720e3e95", "tag": "9793be94-7c34-443e-80f4-821b2863ba90", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:46:11.674074 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8a469b0c-4a7c-472e-aece-b41934e49141 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:46:11.674493 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a469b0c-4a7c-472e-aece-b41934e49141'] response: {'name': 'network-changed', 'server_uuid': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'tag': '9793be94-7c34-443e-80f4-821b2863ba90', 'status': 'completed', 'code': 200} Aug 24 16:46:11.745835 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'name': 'tempest-TestShelveInstance-845001821-router', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f1dd9737-7113-41f6-b122-719361812d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:08Z', 'updated_at': '2022-08-24T16:46:10Z', 'revision_number': 3, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'gw_port': {'id': 'f1dd9737-7113-41f6-b122-719361812d77', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:09Z', 'updated_at': '2022-08-24T16:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:11.761657 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-adf77d20-8e79-49e2-beb6-aed381edb38c None None] Set router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:46:11.775837 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Checking router: f973b3d3-04ae-44d2-b62f-12788cdcc85f for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:46:11.776779 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Updating router f973b3d3-04ae-44d2-b62f-12788cdcc85f port f1dd9737-7113-41f6-b122-719361812d77 binding host dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:46:11.811132 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (f1dd9737-7113-41f6-b122-719361812d77), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:11.939067 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c17d1d-384e-4d89-8820-66d14e746623 req-16b5ae4b-7e80-4796-8b09-a4bfb5615854 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:11.946467 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-73c17d1d-384e-4d89-8820-66d14e746623 req-16b5ae4b-7e80-4796-8b09-a4bfb5615854 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.1683967 Aug 24 16:46:12.004506 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:12.018725 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-73c17d1d-384e-4d89-8820-66d14e746623 req-12424d8e-bdb5-4753-bb26-7d8c89a3e7bc tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656159 Aug 24 16:46:12.065072 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:12.137558 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:12.137952 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (1d5683e2-a18f-4ae1-b12d-454c7a3b1007), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:12.164590 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39f80951-f35d-4854-86da-ebdece4b0349 req-f5db61ed-47fa-4a77-b5c7-accac520093d tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=bbd583b569f04997b2ee33b74110ea25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381942 Aug 24 16:46:12.255797 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-adf77d20-8e79-49e2-beb6-aed381edb38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:41Z', 'revision_number': 4, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '181d7fbf-9ae7-4c5d-82c7-d1e4395561b5', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'floating_ip_address': '172.27.4.103', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'port_id': '9793be94-7c34-443e-80f4-821b2863ba90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'mac_address': 'fa:16:3e:8b:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:45:46Z', 'updated_at': '2022-08-24T16:46:10Z', 'revision_number': 1, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e605c47-87e9-4429-9306-4e0214bc929f', 'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'mac_address': 'fa:16:3e:6f:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:41Z', 'updated_at': '2022-08-24T16:45:48Z', 'revision_number': 5, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'subnets': [{'id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:12.295421 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf77d20-8e79-49e2-beb6-aed381edb38c None None] Checking router: 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:46:12.308000 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf77d20-8e79-49e2-beb6-aed381edb38c None None] Routers {'19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:46:12.308675 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-adf77d20-8e79-49e2-beb6-aed381edb38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:12.323074 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Allocated IP 172.20.0.1 (6e759f09-8493-41a1-82dc-95cc3aa0aabe/5b387e1a-2eb2-46c9-a401-56a9e7be2495/813e5cd0-190e-42d4-bf7f-c87860bbce18) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:46:12.418495 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80951-f35d-4854-86da-ebdece4b0349 req-21c0659c-45cc-4192-8484-d8caa64a1466 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:12.425283 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:12.427796 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39f80951-f35d-4854-86da-ebdece4b0349 req-21c0659c-45cc-4192-8484-d8caa64a1466 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2606499 Aug 24 16:46:12.446434 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39f80951-f35d-4854-86da-ebdece4b0349 req-db973a68-62b2-4dea-bf79-9aa6c5f01f83 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/quotas/bbd583b569f04997b2ee33b74110ea25 HTTP/1.1" status: 200 len: 375 time: 0.0176525 Aug 24 16:46:12.455005 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Publish callbacks [] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:12.457460 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Publish callbacks [] for port (f1dd9737-7113-41f6-b122-719361812d77), precommit_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:12.493454 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-adf77d20-8e79-49e2-beb6-aed381edb38c None None] Set router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:46:12.512872 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39f80951-f35d-4854-86da-ebdece4b0349 req-e528f791-d22c-4f2e-a92f-2286b6a2cbeb tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=bbd583b569f04997b2ee33b74110ea25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648081 Aug 24 16:46:12.565247 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (f1dd9737-7113-41f6-b122-719361812d77), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:12.565475 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716a116-1c41-46f4-a5d1-3c85375c3f13 req-73023fc7-dce5-4f1f-bf7b-ba6356eeaf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:12.565475 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6716a116-1c41-46f4-a5d1-3c85375c3f13 req-73023fc7-dce5-4f1f-bf7b-ba6356eeaf8a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=52f30f320fa04cdfa0e1d4ea9050119c&device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 1130 time: 0.0551028 Aug 24 16:46:12.582602 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:12.634937 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:12.649640 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Attempting to bind port f1dd9737-7113-41f6-b122-719361812d77 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:46:12.652257 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Attempting to bind port f1dd9737-7113-41f6-b122-719361812d77 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:46:12.652257 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Attempting to bind port f1dd9737-7113-41f6-b122-719361812d77 on network aab3c770-6763-4e5f-928b-64ea6b35bf09 {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:46:12.662200 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Pushing event updated for resources: {'Port': ['ID=813e5cd0-190e-42d4-bf7f-c87860bbce18,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:12.669794 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Network 6e759f09-8493-41a1-82dc-95cc3aa0aabe is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:12.671905 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:12.675063 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:46:12.705213 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:46:12.707558 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Checking segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:46:12.708229 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:12.710134 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Bound using segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:46:12.710643 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Bound port: f1dd9737-7113-41f6-b122-719361812d77, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:46:12.712410 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (f1dd9737-7113-41f6-b122-719361812d77), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:12.742778 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-485962'] for router_interface (f973b3d3-04ae-44d2-b62f-12788cdcc85f), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:12.764000 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-adf77d20-8e79-49e2-beb6-aed381edb38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:41Z', 'revision_number': 4, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '181d7fbf-9ae7-4c5d-82c7-d1e4395561b5', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'floating_ip_address': '172.27.4.103', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'port_id': '9793be94-7c34-443e-80f4-821b2863ba90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'mac_address': 'fa:16:3e:8b:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:45:46Z', 'updated_at': '2022-08-24T16:46:10Z', 'revision_number': 1, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e605c47-87e9-4429-9306-4e0214bc929f', 'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'mac_address': 'fa:16:3e:6f:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:41Z', 'updated_at': '2022-08-24T16:45:48Z', 'revision_number': 5, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'subnets': [{'id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:12.781803 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] For port f1dd9737-7113-41f6-b122-719361812d77, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:46:12.786902 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] For port f1dd9737-7113-41f6-b122-719361812d77, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=f1dd9737-7113-41f6-b122-719361812d77,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:46:12.795758 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318c9c6-d18d-4794-af7c-6789a6c829c8 None None] Pushing event updated for resources: {'Port': ['ID=f1dd9737-7113-41f6-b122-719361812d77,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:12.820759 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:12.832048 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf77d20-8e79-49e2-beb6-aed381edb38c None None] The sync data for ids ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'] in dv-cinder-731167-2-iscsi is: [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:41Z', 'revision_number': 4, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '181d7fbf-9ae7-4c5d-82c7-d1e4395561b5', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'floating_ip_address': '172.27.4.103', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'port_id': '9793be94-7c34-443e-80f4-821b2863ba90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 303, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'mac_address': 'fa:16:3e:8b:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:45:46Z', 'updated_at': '2022-08-24T16:46:10Z', 'revision_number': 1, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e605c47-87e9-4429-9306-4e0214bc929f', 'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'mac_address': 'fa:16:3e:6f:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:41Z', 'updated_at': '2022-08-24T16:45:48Z', 'revision_number': 5, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'subnets': [{'id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:46:12.875007 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (f1dd9737-7113-41f6-b122-719361812d77), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:12.882875 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716a116-1c41-46f4-a5d1-3c85375c3f13 req-3b397c8f-d461-4a3c-8add-53f75a308f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:12.888260 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6716a116-1c41-46f4-a5d1-3c85375c3f13 req-3b397c8f-d461-4a3c-8add-53f75a308f5a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6f60278e-d02a-47e3-ac82-34477071b70e HTTP/1.1" status: 200 len: 917 time: 0.2652750 Aug 24 16:46:12.915842 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:12.972927 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Routers {'f973b3d3-04ae-44d2-b62f-12788cdcc85f'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:46:12.973585 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:12.995404 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9fe427d1-f071-4066-9947-d3102fdb99f8 req-88f53293-01e4-4e03-b57d-4c6bcb4add45 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 210 time: 0.0624721 Aug 24 16:46:13.072115 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:13.077277 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318c9c6-d18d-4794-af7c-6789a6c829c8 None None] Pushing event updated for resources: {'Port': ['ID=f1dd9737-7113-41f6-b122-719361812d77,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:13.093784 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-e829751b-cf2a-42e8-8a51-dec13266133f None None] Provisioning complete for port 813e5cd0-190e-42d4-bf7f-c87860bbce18 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:13.093784 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-e829751b-cf2a-42e8-8a51-dec13266133f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:13.132213 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-e829751b-cf2a-42e8-8a51-dec13266133f None None] Port 813e5cd0-190e-42d4-bf7f-c87860bbce18 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:46:13.156687 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] Set router f973b3d3-04ae-44d2-b62f-12788cdcc85f gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:46:13.164572 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:13.183772 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc90b14-14cd-4d11-ae64-b3ee6fbd7695 req-e997efd2-6bf0-4423-9c46-d862d9264b4b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:13.186350 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7fc90b14-14cd-4d11-ae64-b3ee6fbd7695 req-e997efd2-6bf0-4423-9c46-d862d9264b4b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.0764844 Aug 24 16:46:13.228482 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bcdbb6-2a91-4829-aefa-e4b89c6b2455 None None] New status for floating IP 181d7fbf-9ae7-4c5d-82c7-d1e4395561b5: ACTIVE {{(pid=113371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:46:13.259596 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7fc90b14-14cd-4d11-ae64-b3ee6fbd7695 req-4f7ac79b-5176-4771-89f4-ba07328876a2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645859 Aug 24 16:46:13.355708 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Publish callbacks [] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:13.476764 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'name': 'tempest-TestShelveInstance-845001821-router', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f1dd9737-7113-41f6-b122-719361812d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:08Z', 'updated_at': '2022-08-24T16:46:10Z', 'revision_number': 3, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'gw_port': {'id': 'f1dd9737-7113-41f6-b122-719361812d77', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:09Z', 'updated_at': '2022-08-24T16:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:13.504763 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862625be-8466-4979-86eb-fdf5993a00b8 None None] The sync data for ids ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'] in dv-cinder-731167-2-iscsi is: [{'id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'name': 'tempest-TestShelveInstance-845001821-router', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f1dd9737-7113-41f6-b122-719361812d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:08Z', 'updated_at': '2022-08-24T16:46:10Z', 'revision_number': 3, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'gw_port': {'id': 'f1dd9737-7113-41f6-b122-719361812d77', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:09Z', 'updated_at': '2022-08-24T16:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:46:13.524402 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6716a116-1c41-46f4-a5d1-3c85375c3f13 req-f42bafff-e60f-4a6f-980d-b6f2246309f5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9793be94-7c34-443e-80f4-821b2863ba90 HTTP/1.1" status: 200 len: 1000 time: 0.0700481 Aug 24 16:46:13.530839 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127532168'] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:13.562827 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:13.581133 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716a116-1c41-46f4-a5d1-3c85375c3f13 req-feb4ba68-c17b-4842-b41e-56861de4db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:13.583082 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6716a116-1c41-46f4-a5d1-3c85375c3f13 req-feb4ba68-c17b-4842-b41e-56861de4db4d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=ff59c90a-7642-4731-be1e-c01e44b6f995 HTTP/1.1" status: 200 len: 855 time: 0.0537090 Aug 24 16:46:13.624998 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Pushing event updated for resources: {'Port': ['ID=813e5cd0-190e-42d4-bf7f-c87860bbce18,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:13.631639 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485942'] for router_interface (f973b3d3-04ae-44d2-b62f-12788cdcc85f), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:13.650978 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716a116-1c41-46f4-a5d1-3c85375c3f13 req-d14647c8-6301-49ac-90b7-cc52551548c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:13.652518 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6716a116-1c41-46f4-a5d1-3c85375c3f13 req-d14647c8-6301-49ac-90b7-cc52551548c6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6f60278e-d02a-47e3-ac82-34477071b70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632603 Aug 24 16:46:13.749558 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Network 6e759f09-8493-41a1-82dc-95cc3aa0aabe is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:13.754934 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:13.868402 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6716a116-1c41-46f4-a5d1-3c85375c3f13 req-4ff28c25-5f7d-4f7f-ae51-282681b57aa7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997533 Aug 24 16:46:14.000142 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Router f973b3d3-04ae-44d2-b62f-12788cdcc85f has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:46:14.002556 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device f1dd9737-7113-41f6-b122-719361812d77 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:14.005808 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6716a116-1c41-46f4-a5d1-3c85375c3f13 req-9a1b91ec-f00a-4806-bfe2-b9eaece70562 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283531 Aug 24 16:46:14.086215 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port f1dd9737-7113-41f6-b122-719361812d77 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:14.096195 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (f1dd9737-7113-41f6-b122-719361812d77), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:14.131403 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:14.152745 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4add41ee-5164-461c-8bab-60bc7c6d24ce req-0db4a56f-ac4e-40b4-98dc-65ec9f774e59 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 210 time: 0.0643823 Aug 24 16:46:14.180784 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-0fae3211-35e2-47de-b743-389cce935532 None None] Provisioning complete for port 813e5cd0-190e-42d4-bf7f-c87860bbce18 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:14.181169 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-0fae3211-35e2-47de-b743-389cce935532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:14.206423 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:46:14.212788 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a6b66417-8c21-4027-af2e-404b1a697302 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/f973b3d3-04ae-44d2-b62f-12788cdcc85f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8160107 Aug 24 16:46:14.216077 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:14.234240 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 34422) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:14.273327 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=100 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:14.311645 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-0fae3211-35e2-47de-b743-389cce935532 None None] Port 813e5cd0-190e-42d4-bf7f-c87860bbce18 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:46:14.348060 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port f1dd9737-7113-41f6-b122-719361812d77 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:14.348503 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (f1dd9737-7113-41f6-b122-719361812d77), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:14.357475 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c8b318-1abb-40da-ae14-42d886815fd6 admin admin] Deleting subnet acaaefbb-ee5d-443f-ac71-937a601a48f8 {{(pid=113370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 16:46:14.366533 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:14.369451 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-04c8b318-1abb-40da-ae14-42d886815fd6 admin admin] Publish callbacks [] for subnet (acaaefbb-ee5d-443f-ac71-937a601a48f8), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:14.394163 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port f1dd9737-7113-41f6-b122-719361812d77, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=f1dd9737-7113-41f6-b122-719361812d77,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:14.451074 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-04c8b318-1abb-40da-ae14-42d886815fd6 admin admin] Publish callbacks [] for subnet (acaaefbb-ee5d-443f-ac71-937a601a48f8), precommit_delete_associations {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:14.461137 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a182a-6d17-49c7-aa13-59858343e3eb req-f452df96-1bc4-45b2-a4a8-47bca8b3d4b9 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:14.462756 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-131a182a-6d17-49c7-aa13-59858343e3eb req-f452df96-1bc4-45b2-a4a8-47bca8b3d4b9 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.0689299 Aug 24 16:46:14.479639 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-04c8b318-1abb-40da-ae14-42d886815fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673916'] for subnet (acaaefbb-ee5d-443f-ac71-937a601a48f8), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:14.492377 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (f1dd9737-7113-41f6-b122-719361812d77), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:14.556256 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=f1dd9737-7113-41f6-b122-719361812d77,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:14.816516 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-131a182a-6d17-49c7-aa13-59858343e3eb req-44e0145c-84b0-4d0b-8fbc-eb0c6d027ea2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384941 Aug 24 16:46:14.949436 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-04c8b318-1abb-40da-ae14-42d886815fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for subnet (acaaefbb-ee5d-443f-ac71-937a601a48f8), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:14.983679 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8b318-1abb-40da-ae14-42d886815fd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acaaefbb-ee5d-443f-ac71-937a601a48f8,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:14.992845 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-04c8b318-1abb-40da-ae14-42d886815fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:14.996015 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-04c8b318-1abb-40da-ae14-42d886815fd6 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/acaaefbb-ee5d-443f-ac71-937a601a48f8 HTTP/1.1" status: 204 len: 168 time: 0.7597213 Aug 24 16:46:14.998602 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 34440) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:15.075316 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7832497'] for network (4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:15.169104 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669052', 'neutron.services.segments.db._delete_segments_for_network-8749321758832'] for network (4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:15.198340 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:46:15.198712 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:46:15.199525 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:46:15.199894 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Subscribe: > port after_create 55550000 {{(pid=113370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:46:15.200333 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:46:15.200782 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Subscribe: > port after_update 55550000 {{(pid=113370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:46:15.201235 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:46:15.201690 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:46:15.201903 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:46:15.202245 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:46:15.281073 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:46:15.281609 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:46:15.283373 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:46:15.284061 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 16:46:15.284638 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9']}} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:15.337096 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a9a20f4e-ddfa-4d26-b5e6-3244e4589be1 req-a5e7ad80-b68d-46c7-ad55-294cd1ae3c67 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 210 time: 0.0469506 Aug 24 16:46:15.339451 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c974ac-9538-4351-bcda-5580e6f08b16') {'for_net_delete': True} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:15.339941 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c974ac-9538-4351-bcda-5580e6f08b16') {} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:15.342490 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34448) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:15.349301 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-ee33e155-6f68-4270-aacd-5aa2798b55b4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1084556958-network', 'tenant_id': 'fa06923c74854d6c82a342edd8a670af'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:15.373221 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749321816814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126625557'] for segment (66c974ac-9538-4351-bcda-5580e6f08b16), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:15.398362 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (66c974ac-9538-4351-bcda-5580e6f08b16), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:15.409636 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=113370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:46:15.410470 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125893843'] for segment (66c974ac-9538-4351-bcda-5580e6f08b16), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:15.444937 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee33e155-6f68-4270-aacd-5aa2798b55b4 admin admin] Made reservation on behalf of fa06923c74854d6c82a342edd8a670af for: {'network': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:46:15.447380 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ee33e155-6f68-4270-aacd-5aa2798b55b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:15.458142 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ee33e155-6f68-4270-aacd-5aa2798b55b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:15.567413 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ee33e155-6f68-4270-aacd-5aa2798b55b4 admin admin] Publish callbacks [] for security_group (8843e290-a789-4f38-acbf-c870ad88d538), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:15.611007 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Sync routers for ids ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:46:15.621556 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Routers {'f973b3d3-04ae-44d2-b62f-12788cdcc85f'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:46:15.622155 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:15.622812 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552758'] for network (4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:15.633392 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:15.641211 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9 HTTP/1.1" status: 204 len: 168 time: 0.6414919 Aug 24 16:46:15.645068 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34460) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:15.661187 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad03e6e-28a6-41a2-996e-8a467ecd4db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4137dbb6-f0e6-44b3-899a-2aee1d8c1bc9,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:15.684755 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.services.segments.plugin [-] Segment 66c974ac-9538-4351-bcda-5580e6f08b16 resource provider aggregate not found Aug 24 16:46:15.687409 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ee33e155-6f68-4270-aacd-5aa2798b55b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (8843e290-a789-4f38-acbf-c870ad88d538), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:15.706546 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.services.segments.plugin [-] Segment 66c974ac-9538-4351-bcda-5580e6f08b16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66c974ac-9538-4351-bcda-5580e6f08b16 found for delete ", "request_id": "req-62aafc69-16db-470c-8b43-16081b27a199"}]} Aug 24 16:46:15.713261 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=100 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:15.721477 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee33e155-6f68-4270-aacd-5aa2798b55b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=113369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:46:15.747052 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33e155-6f68-4270-aacd-5aa2798b55b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8843e290-a789-4f38-acbf-c870ad88d538,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:15.751502 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Set router f973b3d3-04ae-44d2-b62f-12788cdcc85f gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:46:15.755386 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_v2 [None req-490ec50f-46c0-43a7-9ed6-ddac9624dc28 admin admin] Deleting subnet 2d655cd4-b6ee-4a28-af56-4192836a0845 {{(pid=113369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 16:46:15.761801 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ee33e155-6f68-4270-aacd-5aa2798b55b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:15.761801 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.segments_db [None req-ee33e155-6f68-4270-aacd-5aa2798b55b4 admin admin] Added segment 3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65 of type vlan for network 18f3eeca-369e-42dc-890e-7999202f6b7c Aug 24 16:46:15.761801 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-490ec50f-46c0-43a7-9ed6-ddac9624dc28 admin admin] Publish callbacks [] for subnet (2d655cd4-b6ee-4a28-af56-4192836a0845), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:15.838668 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ee33e155-6f68-4270-aacd-5aa2798b55b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (18f3eeca-369e-42dc-890e-7999202f6b7c), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:15.842480 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-490ec50f-46c0-43a7-9ed6-ddac9624dc28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622551'] for subnet (2d655cd4-b6ee-4a28-af56-4192836a0845), precommit_delete_associations {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:15.904726 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=100 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:15.911344 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-490ec50f-46c0-43a7-9ed6-ddac9624dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673916'] for subnet (2d655cd4-b6ee-4a28-af56-4192836a0845), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:15.962224 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device f1dd9737-7113-41f6-b122-719361812d77 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:15.987653 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ee33e155-6f68-4270-aacd-5aa2798b55b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (18f3eeca-369e-42dc-890e-7999202f6b7c), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:15.988922 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee33e155-6f68-4270-aacd-5aa2798b55b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:15.989261 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'name': 'tempest-TestShelveInstance-845001821-router', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f1dd9737-7113-41f6-b122-719361812d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:08Z', 'updated_at': '2022-08-24T16:46:12Z', 'revision_number': 4, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'gw_port': {'id': 'f1dd9737-7113-41f6-b122-719361812d77', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:09Z', 'updated_at': '2022-08-24T16:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '813e5cd0-190e-42d4-bf7f-c87860bbce18', 'name': '', 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'mac_address': 'fa:16:3e:1d:f5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:12Z', 'updated_at': '2022-08-24T16:46:13Z', 'revision_number': 2, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'subnets': [{'id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:15.989552 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ee33e155-6f68-4270-aacd-5aa2798b55b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.033442 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port f1dd9737-7113-41f6-b122-719361812d77 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:16.036724 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (f1dd9737-7113-41f6-b122-719361812d77), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.047155 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Checking router: f973b3d3-04ae-44d2-b62f-12788cdcc85f for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:46:16.048754 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Updating router f973b3d3-04ae-44d2-b62f-12788cdcc85f port 813e5cd0-190e-42d4-bf7f-c87860bbce18 binding host dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:46:16.066407 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33e155-6f68-4270-aacd-5aa2798b55b4 admin admin] Pushing event updated for resources: {'Network': ['ID=18f3eeca-369e-42dc-890e-7999202f6b7c,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:16.075944 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-490ec50f-46c0-43a7-9ed6-ddac9624dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127532242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127062784'] for subnet (2d655cd4-b6ee-4a28-af56-4192836a0845), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.083085 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network 18f3eeca-369e-42dc-890e-7999202f6b7c details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:46:16.090529 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.113119 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ec50f-46c0-43a7-9ed6-ddac9624dc28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d655cd4-b6ee-4a28-af56-4192836a0845,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:16.118315 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-490ec50f-46c0-43a7-9ed6-ddac9624dc28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.124031 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-490ec50f-46c0-43a7-9ed6-ddac9624dc28 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/2d655cd4-b6ee-4a28-af56-4192836a0845 HTTP/1.1" status: 204 len: 168 time: 0.4756165 Aug 24 16:46:16.124312 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34468) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:16.140419 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-ee33e155-6f68-4270-aacd-5aa2798b55b4 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7962258 Aug 24 16:46:16.143219 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 34470) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:16.150050 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Request body: {'subnet': {'network_id': '18f3eeca-369e-42dc-890e-7999202f6b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1084556958-subnet', 'tenant_id': 'fa06923c74854d6c82a342edd8a670af', 'ip_version': 4}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:16.153934 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:16.240669 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-38978e41-1a39-4132-b4ef-796749668d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7832497'] for network (d0257378-5eaa-4e75-9f57-45b713bf3a68), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.256268 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:16.261327 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39f80951-f35d-4854-86da-ebdece4b0349 req-65d349af-47cb-424e-8b50-7ef77d39ee89 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=bbd583b569f04997b2ee33b74110ea25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593884 Aug 24 16:46:16.409980 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-38978e41-1a39-4132-b4ef-796749668d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669052', 'neutron.services.segments.db._delete_segments_for_network-8749321758832'] for network (d0257378-5eaa-4e75-9f57-45b713bf3a68), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.420686 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:16.442883 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-38978e41-1a39-4132-b4ef-796749668d95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0257378-5eaa-4e75-9f57-45b713bf3a68']}} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:16.452626 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Made reservation on behalf of fa06923c74854d6c82a342edd8a670af for: {'subnet': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:46:16.464099 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-38978e41-1a39-4132-b4ef-796749668d95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c201d9a4-38d7-4702-a23a-9e0ee9a5360d') {'for_net_delete': True} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:16.464787 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126111640'] for subnet (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.465042 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-38978e41-1a39-4132-b4ef-796749668d95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c201d9a4-38d7-4702-a23a-9e0ee9a5360d') {} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:16.479426 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-38978e41-1a39-4132-b4ef-796749668d95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749321816814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622558'] for segment (c201d9a4-38d7-4702-a23a-9e0ee9a5360d), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.498344 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-38978e41-1a39-4132-b4ef-796749668d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (c201d9a4-38d7-4702-a23a-9e0ee9a5360d), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.501461 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port f1dd9737-7113-41f6-b122-719361812d77 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:16.508130 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38978e41-1a39-4132-b4ef-796749668d95 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=113369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:46:16.508778 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-38978e41-1a39-4132-b4ef-796749668d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127532212'] for segment (c201d9a4-38d7-4702-a23a-9e0ee9a5360d), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.522996 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Publish callbacks [] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), precommit_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.568786 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment c201d9a4-38d7-4702-a23a-9e0ee9a5360d resource provider aggregate not found Aug 24 16:46:16.589728 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment c201d9a4-38d7-4702-a23a-9e0ee9a5360d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c201d9a4-38d7-4702-a23a-9e0ee9a5360d found for delete ", "request_id": "req-6a20f170-69a2-48fd-90e1-7caad3742bf4"}]} Aug 24 16:46:16.600932 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-78e7551d-3805-4364-a780-d85172635f30 req-7db687e8-d68a-44b6-ba72-3e5fcda50842 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 210 time: 0.0658908 Aug 24 16:46:16.622390 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.627429 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80951-f35d-4854-86da-ebdece4b0349 req-629d5a1b-ec9c-474f-9491-9b972b7f545e tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:16.629208 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39f80951-f35d-4854-86da-ebdece4b0349 req-629d5a1b-ec9c-474f-9491-9b972b7f545e tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3626018 Aug 24 16:46:16.649318 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-39f80951-f35d-4854-86da-ebdece4b0349 req-168b9782-9e4f-40ed-b8a0-e15e96e1ff5b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Request body: {'port': {'device_id': '7ba54a89-d4d3-4d77-aa35-bf744968c331', 'network_id': '1d1aae24-4764-4565-a5cb-8e11b31de93a', 'admin_state_up': True, 'tenant_id': 'bbd583b569f04997b2ee33b74110ea25'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:16.651592 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-38978e41-1a39-4132-b4ef-796749668d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552758'] for network (d0257378-5eaa-4e75-9f57-45b713bf3a68), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.670991 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-38978e41-1a39-4132-b4ef-796749668d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.691152 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-38978e41-1a39-4132-b4ef-796749668d95 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/d0257378-5eaa-4e75-9f57-45b713bf3a68 HTTP/1.1" status: 204 len: 168 time: 0.5636303 Aug 24 16:46:16.692961 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38978e41-1a39-4132-b4ef-796749668d95 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0257378-5eaa-4e75-9f57-45b713bf3a68,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:16.755619 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904bd90-f03b-4d99-86b1-ee4fc527d923 None None] Pushing event updated for resources: {'Port': ['ID=813e5cd0-190e-42d4-bf7f-c87860bbce18,revision_number=3']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:16.758896 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Attempting to bind port 813e5cd0-190e-42d4-bf7f-c87860bbce18 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:46:16.759416 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Attempting to bind port 813e5cd0-190e-42d4-bf7f-c87860bbce18 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'df61ae7f-08ab-49a7-8699-f546f0f86485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe'}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:46:16.759911 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Attempting to bind port 813e5cd0-190e-42d4-bf7f-c87860bbce18 on network 6e759f09-8493-41a1-82dc-95cc3aa0aabe {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:46:16.765871 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:46:16.766677 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Checking segment: {'id': 'df61ae7f-08ab-49a7-8699-f546f0f86485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:46:16.767028 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.767616 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Bound using segment: {'id': 'df61ae7f-08ab-49a7-8699-f546f0f86485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe'} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:46:16.767933 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Bound port: 813e5cd0-190e-42d4-bf7f-c87860bbce18, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df61ae7f-08ab-49a7-8699-f546f0f86485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe'}}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:46:16.768487 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.812128 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:16.853234 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] For port 813e5cd0-190e-42d4-bf7f-c87860bbce18, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:46:16.856652 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] For port 813e5cd0-190e-42d4-bf7f-c87860bbce18, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=813e5cd0-190e-42d4-bf7f-c87860bbce18,segment=NetworkSegment(df61ae7f-08ab-49a7-8699-f546f0f86485),segment_id=df61ae7f-08ab-49a7-8699-f546f0f86485)] {{(pid=113372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:46:16.860119 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34488) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:16.864942 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-c80d37d0-b7be-4ce2-8f38-099f98f49541 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1458149614', 'description': 'tempest-description--244174846'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:16.947964 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f80951-f35d-4854-86da-ebdece4b0349 req-168b9782-9e4f-40ed-b8a0-e15e96e1ff5b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Made reservation on behalf of bbd583b569f04997b2ee33b74110ea25 for: {'port': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:46:16.948235 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.948880 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c80d37d0-b7be-4ce2-8f38-099f98f49541 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.956927 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-39f80951-f35d-4854-86da-ebdece4b0349 req-168b9782-9e4f-40ed-b8a0-e15e96e1ff5b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.972497 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-39f80951-f35d-4854-86da-ebdece4b0349 req-168b9782-9e4f-40ed-b8a0-e15e96e1ff5b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:16.993674 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Routers {'f973b3d3-04ae-44d2-b62f-12788cdcc85f'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:46:16.994292 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:17.052951 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125894000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126111734'] for subnet (3168748d-5780-4c3a-b499-2b8751134040), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.063461 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904bd90-f03b-4d99-86b1-ee4fc527d923 None None] Pushing event updated for resources: {'Port': ['ID=813e5cd0-190e-42d4-bf7f-c87860bbce18,revision_number=4']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:17.093704 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c80d37d0-b7be-4ce2-8f38-099f98f49541 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for security_group (ac6eb599-b065-4747-bc54-fcf7a77e15a4), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.102995 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-39f80951-f35d-4854-86da-ebdece4b0349 req-168b9782-9e4f-40ed-b8a0-e15e96e1ff5b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Publish callbacks [] for security_group (3a2425ee-32ad-4031-bc90-a55e969f8b76), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.121965 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] Set router f973b3d3-04ae-44d2-b62f-12788cdcc85f gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:46:17.133996 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3168748d-5780-4c3a-b499-2b8751134040,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:17.144931 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:17.145584 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:17.145664 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:17.145952 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:17.147644 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:17.147644 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:17.147644 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:17.147644 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:17.147644 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:17.148013 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:17.148254 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:17.148615 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:17.148927 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:17.149249 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:17.149570 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:17.152958 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Checking segment: {'id': '3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '18f3eeca-369e-42dc-890e-7999202f6b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:46:17.153319 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Network hostable DHCP agents. Network: 18f3eeca-369e-42dc-890e-7999202f6b7c, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:46:17.161618 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:17.191859 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c80d37d0-b7be-4ce2-8f38-099f98f49541 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (ac6eb599-b065-4747-bc54-fcf7a77e15a4), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.193007 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-39f80951-f35d-4854-86da-ebdece4b0349 req-168b9782-9e4f-40ed-b8a0-e15e96e1ff5b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (3a2425ee-32ad-4031-bc90-a55e969f8b76), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.210015 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34492) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:17.249328 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d37d0-b7be-4ce2-8f38-099f98f49541 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6eb599-b065-4747-bc54-fcf7a77e15a4,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:17.277982 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b9782-9e4f-40ed-b8a0-e15e96e1ff5b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2425ee-32ad-4031-bc90-a55e969f8b76,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:17.278185 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-45dcdfcd-2080-4b54-bc6b-033c6bb6275d admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=7d1070c0033348859723b17e6a97974e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0646343 Aug 24 16:46:17.278429 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34494) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:17.279455 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Network 18f3eeca-369e-42dc-890e-7999202f6b7c is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:46:17.314287 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c80d37d0-b7be-4ce2-8f38-099f98f49541 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.319129 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-c80d37d0-b7be-4ce2-8f38-099f98f49541 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4575074 Aug 24 16:46:17.320112 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34496) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:17.326365 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-acefeab2-b30f-4391-844e-e9d5b61e6c8e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Request body: {'security_group_rule': {'security_group_id': 'ac6eb599-b065-4747-bc54-fcf7a77e15a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:17.339593 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:17.366101 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-770795dc-79b5-46ee-bb82-0c8b67c237a5 admin admin] Publish callbacks [] for security_group (d89fb99a-ae01-4e75-b4c7-d7435baad296), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.370762 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, 18f3eeca-369e-42dc-890e-7999202f6b7c) {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:17.372780 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:17.372928 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [req-39f80951-f35d-4854-86da-ebdece4b0349 req-168b9782-9e4f-40ed-b8a0-e15e96e1ff5b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Allocated IP 192.168.233.24 (1d1aae24-4764-4565-a5cb-8e11b31de93a/2423ae8f-da96-4f7f-9441-731cad0585be/b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:46:17.379515 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:17.380037 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.389842 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9e016a-b99d-4fe0-b01c-cf769f1ceeb5 None None] Network 18f3eeca-369e-42dc-890e-7999202f6b7c requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:46:17.391048 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-770795dc-79b5-46ee-bb82-0c8b67c237a5 admin admin] Publish callbacks [] for security_group (d89fb99a-ae01-4e75-b4c7-d7435baad296), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.461820 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'name': 'tempest-TestShelveInstance-845001821-router', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f1dd9737-7113-41f6-b122-719361812d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:08Z', 'updated_at': '2022-08-24T16:46:12Z', 'revision_number': 4, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'gw_port': {'id': 'f1dd9737-7113-41f6-b122-719361812d77', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:09Z', 'updated_at': '2022-08-24T16:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '813e5cd0-190e-42d4-bf7f-c87860bbce18', 'name': '', 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'mac_address': 'fa:16:3e:1d:f5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:12Z', 'updated_at': '2022-08-24T16:46:16Z', 'revision_number': 4, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'subnets': [{'id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:17.467310 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-acefeab2-b30f-4391-844e-e9d5b61e6c8e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for security_group_rule (2e8f8466-fd25-4d0a-b5dd-f6159915d7bd), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.494310 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc766884-657e-4cf9-8254-5338805fc6c0 None None] The sync data for ids ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'] in dv-cinder-731167-2-iscsi is: [{'id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'name': 'tempest-TestShelveInstance-845001821-router', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f1dd9737-7113-41f6-b122-719361812d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:08Z', 'updated_at': '2022-08-24T16:46:12Z', 'revision_number': 4, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'gw_port': {'id': 'f1dd9737-7113-41f6-b122-719361812d77', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:09Z', 'updated_at': '2022-08-24T16:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '813e5cd0-190e-42d4-bf7f-c87860bbce18', 'name': '', 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'mac_address': 'fa:16:3e:1d:f5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:12Z', 'updated_at': '2022-08-24T16:46:16Z', 'revision_number': 4, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'subnets': [{'id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:46:17.517340 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79e58bd-cc35-52eb-9f37-819db978e22d-18f3eeca-369e-42dc-890e-7999202f6b7c', 'network_id': '18f3eeca-369e-42dc-890e-7999202f6b7c', 'project_id': 'fa06923c74854d6c82a342edd8a670af', 'fixed_ips': [{'subnet_id': '3168748d-5780-4c3a-b499-2b8751134040'}]}} from dv-cinder-731167-2-iscsi. {{(pid=113371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 16:46:17.519498 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.541211 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-acefeab2-b30f-4391-844e-e9d5b61e6c8e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for security_group_rule (2e8f8466-fd25-4d0a-b5dd-f6159915d7bd), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.563284 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-24f44df3-c83f-4044-879f-72f88791c0a1 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4106855 Aug 24 16:46:17.563284 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:17.563998 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34498) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:17.573537 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1084556958-router', 'tenant_id': 'fa06923c74854d6c82a342edd8a670af', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:17.598260 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-770795dc-79b5-46ee-bb82-0c8b67c237a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (d89fb99a-ae01-4e75-b4c7-d7435baad296), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.601905 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-770795dc-79b5-46ee-bb82-0c8b67c237a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.605764 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-770795dc-79b5-46ee-bb82-0c8b67c237a5 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/d89fb99a-ae01-4e75-b4c7-d7435baad296 HTTP/1.1" status: 204 len: 168 time: 0.3261607 Aug 24 16:46:17.651579 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770795dc-79b5-46ee-bb82-0c8b67c237a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89fb99a-ae01-4e75-b4c7-d7435baad296,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:17.652097 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-39f80951-f35d-4854-86da-ebdece4b0349 req-168b9782-9e4f-40ed-b8a0-e15e96e1ff5b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Publish callbacks [] for port (b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.663640 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-acefeab2-b30f-4391-844e-e9d5b61e6c8e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (2e8f8466-fd25-4d0a-b5dd-f6159915d7bd), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.712986 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefeab2-b30f-4391-844e-e9d5b61e6c8e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8f8466-fd25-4d0a-b5dd-f6159915d7bd,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:17.730464 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3306'] for router (46bd52ce-986f-428c-b8c0-efd1d25b6c8d), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.731155 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.db_base_plugin_common [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Allocated IP 172.20.0.2 (18f3eeca-369e-42dc-890e-7999202f6b7c/3168748d-5780-4c3a-b499-2b8751134040/37ca3995-5d59-49b0-9377-715979c830da) {{(pid=113371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:46:17.731534 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3299'] for router (46bd52ce-986f-428c-b8c0-efd1d25b6c8d), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.747774 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dcfa0daf-3989-4486-be1d-f0dc89826102 req-a5708cbe-03ea-4eea-bfd7-a24eae8b9e07 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 210 time: 0.0489650 Aug 24 16:46:17.814257 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Publish callbacks [] for router_controller (46bd52ce-986f-428c-b8c0-efd1d25b6c8d), precommit_add_association {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.831471 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-acefeab2-b30f-4391-844e-e9d5b61e6c8e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.835357 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-acefeab2-b30f-4391-844e-e9d5b61e6c8e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5101674 Aug 24 16:46:17.836866 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 34504) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:17.857570 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-f9856a18-b764-4362-ae94-5216b47efdf2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Request body: {'security_group_rule': {'security_group_id': 'ac6eb599-b065-4747-bc54-fcf7a77e15a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:17.873298 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:17.883288 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-39f80951-f35d-4854-86da-ebdece4b0349 req-168b9782-9e4f-40ed-b8a0-e15e96e1ff5b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:17.936917 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 813e5cd0-190e-42d4-bf7f-c87860bbce18 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:17.949786 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f80951-f35d-4854-86da-ebdece4b0349 req-168b9782-9e4f-40ed-b8a0-e15e96e1ff5b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Network 1d1aae24-4764-4565-a5cb-8e11b31de93a is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:17.953284 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [req-39f80951-f35d-4854-86da-ebdece4b0349 req-168b9782-9e4f-40ed-b8a0-e15e96e1ff5b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:17.958014 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f80951-f35d-4854-86da-ebdece4b0349 req-168b9782-9e4f-40ed-b8a0-e15e96e1ff5b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:46:17.964275 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b9782-9e4f-40ed-b8a0-e15e96e1ff5b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Pushing event updated for resources: {'Port': ['ID=b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:18.000774 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Publish callbacks [] for port (37ca3995-5d59-49b0-9377-715979c830da), precommit_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.032412 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f9856a18-b764-4362-ae94-5216b47efdf2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for security_group_rule (6e2fdb94-fd0c-4e2d-a3c9-079e187a9955), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.033936 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:18.048654 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 813e5cd0-190e-42d4-bf7f-c87860bbce18 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:18.049367 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.053100 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80951-f35d-4854-86da-ebdece4b0349 req-168b9782-9e4f-40ed-b8a0-e15e96e1ff5b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:18.053977 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-39f80951-f35d-4854-86da-ebdece4b0349 req-168b9782-9e4f-40ed-b8a0-e15e96e1ff5b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.115639 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f9856a18-b764-4362-ae94-5216b47efdf2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for security_group_rule (6e2fdb94-fd0c-4e2d-a3c9-079e187a9955), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.154247 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:18.156698 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Publish callbacks [] for router_gateway (46bd52ce-986f-428c-b8c0-efd1d25b6c8d), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.164309 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 813e5cd0-190e-42d4-bf7f-c87860bbce18 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:18.164774 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.190893 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39f80951-f35d-4854-86da-ebdece4b0349 req-168b9782-9e4f-40ed-b8a0-e15e96e1ff5b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5501690 Aug 24 16:46:18.191539 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (37ca3995-5d59-49b0-9377-715979c830da), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.212252 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Request body: {'port': {'device_id': '7ba54a89-d4d3-4d77-aa35-bf744968c331', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:18.257883 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f9856a18-b764-4362-ae94-5216b47efdf2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (6e2fdb94-fd0c-4e2d-a3c9-079e187a9955), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.267602 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port 813e5cd0-190e-42d4-bf7f-c87860bbce18, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=813e5cd0-190e-42d4-bf7f-c87860bbce18,segment=NetworkSegment(df61ae7f-08ab-49a7-8699-f546f0f86485),segment_id=df61ae7f-08ab-49a7-8699-f546f0f86485)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:18.271867 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Network 18f3eeca-369e-42dc-890e-7999202f6b7c is already hosted by enough agents. {{(pid=113371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:18.276026 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.base_scheduler [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Resources bound (agent type, host, resource id): {{(pid=113371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:18.279879 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Received port after_create {{(pid=113371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:46:18.282674 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Pushing event updated for resources: {'Port': ['ID=37ca3995-5d59-49b0-9377-715979c830da,revision_number=1']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:18.292856 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9856a18-b764-4362-ae94-5216b47efdf2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2fdb94-fd0c-4e2d-a3c9-079e187a9955,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:18.334031 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.340423 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f9856a18-b764-4362-ae94-5216b47efdf2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.345158 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-f9856a18-b764-4362-ae94-5216b47efdf2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4991586 Aug 24 16:46:18.345843 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 34510) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:18.356306 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Request body: {'floatingip': {'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:18.406371 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.452028 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-34214cdf-0117-4db9-81b5-c61a0926d565 None None] Provisioning complete for port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:18.452723 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-34214cdf-0117-4db9-81b5-c61a0926d565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.455357 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Attempting to bind port 37ca3995-5d59-49b0-9377-715979c830da on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:46:18.456068 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Attempting to bind port 37ca3995-5d59-49b0-9377-715979c830da by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '18f3eeca-369e-42dc-890e-7999202f6b7c'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:46:18.456595 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Attempting to bind port 37ca3995-5d59-49b0-9377-715979c830da on network 18f3eeca-369e-42dc-890e-7999202f6b7c {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:46:18.486285 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:46:18.487124 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Checking segment: {'id': '3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '18f3eeca-369e-42dc-890e-7999202f6b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:46:18.487741 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.488492 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Bound using segment: {'id': '3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '18f3eeca-369e-42dc-890e-7999202f6b7c'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:46:18.489268 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Bound port: 37ca3995-5d59-49b0-9377-715979c830da, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '18f3eeca-369e-42dc-890e-7999202f6b7c'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:46:18.489865 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (37ca3995-5d59-49b0-9377-715979c830da), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.490429 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.556064 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=813e5cd0-190e-42d4-bf7f-c87860bbce18,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:18.561339 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-34214cdf-0117-4db9-81b5-c61a0926d565 None None] Port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:46:18.594077 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Publish callbacks [] for router_gateway (46bd52ce-986f-428c-b8c0-efd1d25b6c8d), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.597137 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] For port 37ca3995-5d59-49b0-9377-715979c830da, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:46:18.600939 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] For port 37ca3995-5d59-49b0-9377-715979c830da, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=37ca3995-5d59-49b0-9377-715979c830da,segment=NetworkSegment(3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65),segment_id=3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:46:18.620582 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.670466 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.715153 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (37ca3995-5d59-49b0-9377-715979c830da), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:18.774944 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Allocated IP 172.27.4.185 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/c259355d-71ca-4966-b56d-ffd3d460e2b7) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:46:18.834352 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f94bb-2f39-4b03-97bc-97c51399bbe4 None None] Pushing event updated for resources: {'Port': ['ID=37ca3995-5d59-49b0-9377-715979c830da,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:18.887335 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 34520) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:19.015652 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-c40d3381-a7f5-40fa-9ce9-c1a27fc74c96 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=d8c2de3636064a738dcb76af19ebaa99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1247034 Aug 24 16:46:19.016842 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 34526) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:19.030474 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Publish callbacks [] for port (c259355d-71ca-4966-b56d-ffd3d460e2b7), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:19.165104 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (c259355d-71ca-4966-b56d-ffd3d460e2b7), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:19.211400 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb {{(pid=113370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:46:19.245708 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:19.249311 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:19.254308 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:46:19.265226 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Pushing event updated for resources: {'Port': ['ID=c259355d-71ca-4966-b56d-ffd3d460e2b7,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:19.265458 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Publish callbacks [] for port (b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:19.289806 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b644bf-985a-4cbc-bb5b-2d00e44446d4 req-d4bd1917-ef48-4df1-8634-d7a0750ed726 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:19.291887 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-71b644bf-985a-4cbc-bb5b-2d00e44446d4 req-d4bd1917-ef48-4df1-8634-d7a0750ed726 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 935 time: 0.1634724 Aug 24 16:46:19.324137 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:19.330278 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.provisioning_blocks [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Transition to ACTIVE for port object b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb will not be triggered until provisioned by entity L2. {{(pid=113370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:46:19.347402 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-251fee4a-722f-473a-880d-8a9d05a35b13 admin admin] Publish callbacks [] for security_group (c87b5d6c-d173-4eeb-b8de-075a21f7b403), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:19.367763 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Allocated IP 172.27.4.88 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/8887f8c9-6cfd-41f5-85e6-3fb64f008179) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:46:19.397499 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-251fee4a-722f-473a-880d-8a9d05a35b13 admin admin] Publish callbacks [] for security_group (c87b5d6c-d173-4eeb-b8de-075a21f7b403), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:19.437704 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-71b644bf-985a-4cbc-bb5b-2d00e44446d4 req-12fd281f-416c-4f11-b156-9babbb796e6a tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3a2425ee-32ad-4031-bc90-a55e969f8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282856 Aug 24 16:46:19.445876 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:19.597573 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:19.669186 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for port (8887f8c9-6cfd-41f5-85e6-3fb64f008179), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:19.687881 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Attempting to bind port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:46:19.688364 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Attempting to bind port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': 'fb367693-ca8c-48f9-b3e1-687af67e5b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d1aae24-4764-4565-a5cb-8e11b31de93a'}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:46:19.688694 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Attempting to bind port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb on network 1d1aae24-4764-4565-a5cb-8e11b31de93a {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:46:19.696842 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-251fee4a-722f-473a-880d-8a9d05a35b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (c87b5d6c-d173-4eeb-b8de-075a21f7b403), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:19.704236 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-251fee4a-722f-473a-880d-8a9d05a35b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:19.704236 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-251fee4a-722f-473a-880d-8a9d05a35b13 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/c87b5d6c-d173-4eeb-b8de-075a21f7b403 HTTP/1.1" status: 204 len: 168 time: 0.6830657 Aug 24 16:46:19.715134 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb on network 1d1aae24-4764-4565-a5cb-8e11b31de93a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:46:19.715461 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Attempting to bind port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb on network 1d1aae24-4764-4565-a5cb-8e11b31de93a {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:46:19.726773 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fee4a-722f-473a-880d-8a9d05a35b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87b5d6c-d173-4eeb-b8de-075a21f7b403,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:19.735207 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:46:19.735207 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Checking segment: {'id': 'fb367693-ca8c-48f9-b3e1-687af67e5b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d1aae24-4764-4565-a5cb-8e11b31de93a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:46:19.735677 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Bound using segment: {'id': 'fb367693-ca8c-48f9-b3e1-687af67e5b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d1aae24-4764-4565-a5cb-8e11b31de93a'} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:46:19.735981 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Bound port: b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb367693-ca8c-48f9-b3e1-687af67e5b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1d1aae24-4764-4565-a5cb-8e11b31de93a'}}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:46:19.736366 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:19.793309 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:19.829539 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] For port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb, host hv-cinder-73116, cleared binding levels {{(pid=113370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:46:19.837611 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] For port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb,segment=NetworkSegment(fb367693-ca8c-48f9-b3e1-687af67e5b3c),segment_id=fb367693-ca8c-48f9-b3e1-687af67e5b3c)] {{(pid=113370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:46:19.840853 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (8887f8c9-6cfd-41f5-85e6-3fb64f008179), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:19.918992 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:19.929672 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:19.936134 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:19.943579 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:19.947773 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:46:19.957204 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:19.957912 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:19.959455 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39f80951-f35d-4854-86da-ebdece4b0349 req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb HTTP/1.1" status: 200 len: 1097 time: 1.7581029 Aug 24 16:46:19.960170 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Pushing event updated for resources: {'Port': ['ID=8887f8c9-6cfd-41f5-85e6-3fb64f008179,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:19.962502 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba54a89-d4d3-4d77-aa35-bf744968c331', 'tag': 'b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:46:19.965269 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de26b41-4f11-4822-9875-c70cc35499ae" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba54a89-d4d3-4d77-aa35-bf744968c331", "tag": "b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:46:20.014962 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Publish callbacks [] for router_gateway (46bd52ce-986f-428c-b8c0-efd1d25b6c8d), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:20.039072 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a1e82d-aae3-47d3-a47a-9862da5ebde7 x-openstack-request-id: req-c7a1e82d-aae3-47d3-a47a-9862da5ebde7 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:46:20.039663 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba54a89-d4d3-4d77-aa35-bf744968c331", "tag": "b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:46:20.040111 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c7a1e82d-aae3-47d3-a47a-9862da5ebde7 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:46:20.040711 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a1e82d-aae3-47d3-a47a-9862da5ebde7'] response: {'name': 'network-changed', 'server_uuid': '7ba54a89-d4d3-4d77-aa35-bf744968c331', 'tag': 'b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb', 'status': 'completed', 'code': 200} Aug 24 16:46:20.097413 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22918ac-dae5-4272-a4bb-56536a2d8185 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb,revision_number=3']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:20.118003 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:INSERT=6 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:20.133162 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for floatingip (19c2f478-6149-42df-9e27-1049c1c38d50), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:20.163213 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 37ca3995-5d59-49b0-9377-715979c830da up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:20.210214 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 37ca3995-5d59-49b0-9377-715979c830da triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:20.210988 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (37ca3995-5d59-49b0-9377-715979c830da), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:20.278971 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eff319f-8dd7-4789-902a-db73a5fc61ec None None] Network 18f3eeca-369e-42dc-890e-7999202f6b7c requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:46:20.307848 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552919'] for router (46bd52ce-986f-428c-b8c0-efd1d25b6c8d), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:20.386484 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (8887f8c9-6cfd-41f5-85e6-3fb64f008179), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:20.397383 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de26b41-4f11-4822-9875-c70cc35499ae req-3329b3dc-2693-422f-9c0a-b28c56bb0760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:20.403233 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0de26b41-4f11-4822-9875-c70cc35499ae req-3329b3dc-2693-422f-9c0a-b28c56bb0760 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=bbd583b569f04997b2ee33b74110ea25&device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 1131 time: 0.1192439 Aug 24 16:46:20.403361 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-4103f71e-ed74-4ebf-ba28-991fa84db5b2 None None] Provisioning complete for port 37ca3995-5d59-49b0-9377-715979c830da triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:20.403361 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-4103f71e-ed74-4ebf-ba28-991fa84db5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (37ca3995-5d59-49b0-9377-715979c830da), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:20.484082 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0de26b41-4f11-4822-9875-c70cc35499ae req-95a141d5-5488-4ec0-b4bb-cd9e66820fb3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=bbd583b569f04997b2ee33b74110ea25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506086 Aug 24 16:46:20.488822 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:20.568100 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 37ca3995-5d59-49b0-9377-715979c830da is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:20.568592 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (37ca3995-5d59-49b0-9377-715979c830da), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:20.570434 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:20.634094 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-4103f71e-ed74-4ebf-ba28-991fa84db5b2 None None] Current status of the port 37ca3995-5d59-49b0-9377-715979c830da is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:20.634505 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-4103f71e-ed74-4ebf-ba28-991fa84db5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (37ca3995-5d59-49b0-9377-715979c830da), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:20.638939 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Router 46bd52ce-986f-428c-b8c0-efd1d25b6c8d is scheduled to L3 agent 2dbb6959-f904-4981-a817-70b18d95759f with binding_index 1 {{(pid=113369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:46:20.652403 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port 37ca3995-5d59-49b0-9377-715979c830da, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=37ca3995-5d59-49b0-9377-715979c830da,segment=NetworkSegment(3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65),segment_id=3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:20.653949 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:20.799460 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.db.api [None req-4103f71e-ed74-4ebf-ba28-991fa84db5b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 16:46:20.800205 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG oslo_db.api [None req-4103f71e-ed74-4ebf-ba28-991fa84db5b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 16:46:20.801053 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (37ca3995-5d59-49b0-9377-715979c830da), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:20.802258 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 813e5cd0-190e-42d4-bf7f-c87860bbce18 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:20.806937 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:46:20.868839 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Sync routers for ids ['46bd52ce-986f-428c-b8c0-efd1d25b6c8d'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:46:20.920741 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Routers {'46bd52ce-986f-428c-b8c0-efd1d25b6c8d'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:46:20.921543 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['46bd52ce-986f-428c-b8c0-efd1d25b6c8d'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:20.994476 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=37ca3995-5d59-49b0-9377-715979c830da,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:20.998211 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:20.999799 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-4b0b5671-655e-4b08-acda-8c5f669d7946 admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4403653 Aug 24 16:46:21.007094 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 34554) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:21.013695 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 813e5cd0-190e-42d4-bf7f-c87860bbce18 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:21.013695 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:21.063948 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da12d6-e996-493f-a8bb-c0b9fda88006 req-6550e31c-c705-483c-80ab-1971f8fd176b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:21.066164 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-16da12d6-e996-493f-a8bb-c0b9fda88006 req-6550e31c-c705-483c-80ab-1971f8fd176b tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 947 time: 0.2101369 Aug 24 16:46:21.078250 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Set router 46bd52ce-986f-428c-b8c0-efd1d25b6c8d gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:46:21.184679 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 813e5cd0-190e-42d4-bf7f-c87860bbce18 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:21.197090 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de26b41-4f11-4822-9875-c70cc35499ae req-ae696955-1fc5-4a17-ba27-41c9d7d2a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:21.198632 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0de26b41-4f11-4822-9875-c70cc35499ae req-ae696955-1fc5-4a17-ba27-41c9d7d2a31d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7053659 Aug 24 16:46:21.223551 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:21.254609 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-16da12d6-e996-493f-a8bb-c0b9fda88006 req-ac709a48-a628-4167-ad3d-241455a9ee33 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3a2425ee-32ad-4031-bc90-a55e969f8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535101 Aug 24 16:46:21.272019 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for port (8887f8c9-6cfd-41f5-85e6-3fb64f008179), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:21.291019 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'name': 'tempest-TestShelveInstance-1084556958-router', 'tenant_id': 'fa06923c74854d6c82a342edd8a670af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:17Z', 'updated_at': '2022-08-24T16:46:19Z', 'revision_number': 3, 'project_id': 'fa06923c74854d6c82a342edd8a670af', 'gw_port': {'id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:18Z', 'updated_at': '2022-08-24T16:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:21.329219 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Checking router: 46bd52ce-986f-428c-b8c0-efd1d25b6c8d for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:46:21.329576 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Updating router 46bd52ce-986f-428c-b8c0-efd1d25b6c8d port c259355d-71ca-4966-b56d-ffd3d460e2b7 binding host dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:46:21.373047 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (8887f8c9-6cfd-41f5-85e6-3fb64f008179), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:21.448960 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80951-f35d-4854-86da-ebdece4b0349 req-a5dd64cc-c81a-4fda-94f7-2c554751900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:21.450489 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39f80951-f35d-4854-86da-ebdece4b0349 req-a5dd64cc-c81a-4fda-94f7-2c554751900c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=bbd583b569f04997b2ee33b74110ea25&device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 1131 time: 0.1418843 Aug 24 16:46:21.484822 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Pushing event updated for resources: {'Port': ['ID=8887f8c9-6cfd-41f5-85e6-3fb64f008179,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:21.529197 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (19c2f478-6149-42df-9e27-1049c1c38d50), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:21.534619 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39f80951-f35d-4854-86da-ebdece4b0349 req-b8d626ed-eda7-4745-b6d6-b72cc208c1cd service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb HTTP/1.1" status: 200 len: 217 time: 0.0632524 Aug 24 16:46:21.559251 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-4103f71e-ed74-4ebf-ba28-991fa84db5b2 None None] Current status of the port 37ca3995-5d59-49b0-9377-715979c830da is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:21.562957 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (c259355d-71ca-4966-b56d-ffd3d460e2b7), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:21.638031 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:21.639323 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-e1ca053f-5103-4402-8322-85edd83c2311 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2925532 Aug 24 16:46:21.673421 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80951-f35d-4854-86da-ebdece4b0349 req-afc8001a-cca4-4a66-b67d-81ae8387c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:21.675263 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39f80951-f35d-4854-86da-ebdece4b0349 req-afc8001a-cca4-4a66-b67d-81ae8387c124 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=2423ae8f-da96-4f7f-9441-731cad0585be HTTP/1.1" status: 200 len: 843 time: 0.1002562 Aug 24 16:46:21.704490 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-f0c557fc-a0b7-4ac5-9726-c04d8415577f None None] Provisioning complete for port 37ca3995-5d59-49b0-9377-715979c830da triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:21.705117 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-f0c557fc-a0b7-4ac5-9726-c04d8415577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (37ca3995-5d59-49b0-9377-715979c830da), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:21.739454 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34576) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:21.744868 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-cc102e34-684c-4e98-8352-e24a67e36d74 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1490235288', 'description': 'tempest-description--1731562949'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:21.781596 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f80951-f35d-4854-86da-ebdece4b0349 req-eb29ef95-f2c4-44cb-8cdd-0ca42350d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:21.783398 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39f80951-f35d-4854-86da-ebdece4b0349 req-eb29ef95-f2c4-44cb-8cdd-0ca42350d920 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=1d1aae24-4764-4565-a5cb-8e11b31de93a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1021450 Aug 24 16:46:21.916402 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cc102e34-684c-4e98-8352-e24a67e36d74 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:21.992521 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-f0c557fc-a0b7-4ac5-9726-c04d8415577f None None] Current status of the port 37ca3995-5d59-49b0-9377-715979c830da is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:22.049060 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:22.058422 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cc102e34-684c-4e98-8352-e24a67e36d74 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (8ce20cfd-4cc6-483b-bc24-0e3bb006e951), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.059845 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 37ca3995-5d59-49b0-9377-715979c830da up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:22.082623 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-b59609e1-2ffb-43d3-999d-5c4c8a8a5436 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1458149614&fields=id&tenant_id=c99d97707cc2485284d8d33522ebb918 HTTP/1.1" status: 200 len: 267 time: 0.1630650 Aug 24 16:46:22.089027 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39f80951-f35d-4854-86da-ebdece4b0349 req-511cb126-53f9-4d2c-8f3a-fa36845dd5b9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1d1aae24-4764-4565-a5cb-8e11b31de93a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969868 Aug 24 16:46:22.092007 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.114683 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Publish callbacks [] for port (c259355d-71ca-4966-b56d-ffd3d460e2b7), precommit_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.118990 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cc102e34-684c-4e98-8352-e24a67e36d74 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (8ce20cfd-4cc6-483b-bc24-0e3bb006e951), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.143701 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 37ca3995-5d59-49b0-9377-715979c830da triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:22.144271 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (37ca3995-5d59-49b0-9377-715979c830da), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.146459 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:22.163584 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc102e34-684c-4e98-8352-e24a67e36d74 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce20cfd-4cc6-483b-bc24-0e3bb006e951,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:22.210182 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (c259355d-71ca-4966-b56d-ffd3d460e2b7), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.230328 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cc102e34-684c-4e98-8352-e24a67e36d74 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.231763 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-cc102e34-684c-4e98-8352-e24a67e36d74 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4913299 Aug 24 16:46:22.235645 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34594) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:22.240610 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-21fb24c6-2709-4a91-b14c-16f5a816e1f6 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'security_group_rule': {'security_group_id': '8ce20cfd-4cc6-483b-bc24-0e3bb006e951', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:22.267797 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Attempting to bind port c259355d-71ca-4966-b56d-ffd3d460e2b7 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:46:22.268188 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Attempting to bind port c259355d-71ca-4966-b56d-ffd3d460e2b7 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:46:22.268561 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Attempting to bind port c259355d-71ca-4966-b56d-ffd3d460e2b7 on network aab3c770-6763-4e5f-928b-64ea6b35bf09 {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:46:22.280382 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 37ca3995-5d59-49b0-9377-715979c830da is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:22.286030 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:46:22.286416 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Checking segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:46:22.286824 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.287216 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Bound using segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:46:22.287706 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Bound port: c259355d-71ca-4966-b56d-ffd3d460e2b7, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:46:22.288167 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (c259355d-71ca-4966-b56d-ffd3d460e2b7), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.317266 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c14830-b2eb-4a4b-9d71-6b3c099790ca None None] Pushing event updated for resources: {'Port': ['ID=c259355d-71ca-4966-b56d-ffd3d460e2b7,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:22.342238 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39f80951-f35d-4854-86da-ebdece4b0349 req-9c049074-415e-44e2-87ce-28a53afd3672 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/1d1aae24-4764-4565-a5cb-8e11b31de93a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455745 Aug 24 16:46:22.351727 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-21fb24c6-2709-4a91-b14c-16f5a816e1f6 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (10be385f-32ca-403f-83fb-716bc0b2ceba), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.371598 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] For port c259355d-71ca-4966-b56d-ffd3d460e2b7, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:46:22.379494 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] For port c259355d-71ca-4966-b56d-ffd3d460e2b7, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=c259355d-71ca-4966-b56d-ffd3d460e2b7,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:46:22.390216 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-07ec5f23-88e3-4628-9e4f-7efbab7b5384 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:22.392700 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-07ec5f23-88e3-4628-9e4f-7efbab7b5384 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 819 time: 0.3027284 Aug 24 16:46:22.398448 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:22.416866 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-d24826cf-cc63-43c3-bb51-14b3f6d11f4f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/quotas/c99d97707cc2485284d8d33522ebb918 HTTP/1.1" status: 200 len: 375 time: 0.0150385 Aug 24 16:46:22.448849 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-21fb24c6-2709-4a91-b14c-16f5a816e1f6 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (10be385f-32ca-403f-83fb-716bc0b2ceba), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.507425 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-c7f60bef-bc40-4e3e-ab47-43db97f5f8ae tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0828416 Aug 24 16:46:22.510792 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Allocated IP 172.20.0.1 (18f3eeca-369e-42dc-890e-7999202f6b7c/3168748d-5780-4c3a-b499-2b8751134040/44a25301-1983-4992-a948-a98ede707661) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:46:22.529028 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (c259355d-71ca-4966-b56d-ffd3d460e2b7), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.565049 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Routers {'46bd52ce-986f-428c-b8c0-efd1d25b6c8d'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:46:22.565817 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['46bd52ce-986f-428c-b8c0-efd1d25b6c8d'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:22.592506 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-21fb24c6-2709-4a91-b14c-16f5a816e1f6 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (10be385f-32ca-403f-83fb-716bc0b2ceba), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.608606 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb24c6-2709-4a91-b14c-16f5a816e1f6 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10be385f-32ca-403f-83fb-716bc0b2ceba,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:22.663517 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c14830-b2eb-4a4b-9d71-6b3c099790ca None None] Pushing event updated for resources: {'Port': ['ID=c259355d-71ca-4966-b56d-ffd3d460e2b7,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:22.684243 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-cd901f85-7d95-4841-81a8-0ac259bd4e63 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623292 Aug 24 16:46:22.689723 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-21fb24c6-2709-4a91-b14c-16f5a816e1f6 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.692999 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-21fb24c6-2709-4a91-b14c-16f5a816e1f6 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4549737 Aug 24 16:46:22.695058 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34602) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:22.702077 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-d9541eb0-7718-4f24-bf44-470b7bb24abf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'security_group_rule': {'security_group_id': '8ce20cfd-4cc6-483b-bc24-0e3bb006e951', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:22.717759 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Publish callbacks [] for port (44a25301-1983-4992-a948-a98ede707661), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.730358 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] Set router 46bd52ce-986f-428c-b8c0-efd1d25b6c8d gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:46:22.823638 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d9541eb0-7718-4f24-bf44-470b7bb24abf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (c17c6746-0f7a-41fd-afde-0b486a8fd662), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.829010 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-aef14238-9c87-48cc-91dd-63544e534240 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270828 Aug 24 16:46:22.899410 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:22.912236 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d9541eb0-7718-4f24-bf44-470b7bb24abf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (c17c6746-0f7a-41fd-afde-0b486a8fd662), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.946660 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'name': 'tempest-TestShelveInstance-1084556958-router', 'tenant_id': 'fa06923c74854d6c82a342edd8a670af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:17Z', 'updated_at': '2022-08-24T16:46:19Z', 'revision_number': 3, 'project_id': 'fa06923c74854d6c82a342edd8a670af', 'gw_port': {'id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:18Z', 'updated_at': '2022-08-24T16:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:22.947515 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (44a25301-1983-4992-a948-a98ede707661), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:22.972019 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0947cf-e351-4022-a01a-5acac5ecf6f8 None None] The sync data for ids ['46bd52ce-986f-428c-b8c0-efd1d25b6c8d'] in dv-cinder-731167-2-iscsi is: [{'id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'name': 'tempest-TestShelveInstance-1084556958-router', 'tenant_id': 'fa06923c74854d6c82a342edd8a670af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:17Z', 'updated_at': '2022-08-24T16:46:19Z', 'revision_number': 3, 'project_id': 'fa06923c74854d6c82a342edd8a670af', 'gw_port': {'id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:18Z', 'updated_at': '2022-08-24T16:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:46:22.997532 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Network 18f3eeca-369e-42dc-890e-7999202f6b7c is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:23.001862 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:23.006531 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:46:23.011754 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Pushing event updated for resources: {'Port': ['ID=44a25301-1983-4992-a948-a98ede707661,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:23.022130 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d9541eb0-7718-4f24-bf44-470b7bb24abf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (c17c6746-0f7a-41fd-afde-0b486a8fd662), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:23.038422 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9541eb0-7718-4f24-bf44-470b7bb24abf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17c6746-0f7a-41fd-afde-0b486a8fd662,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:23.068367 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-485962'] for router_interface (46bd52ce-986f-428c-b8c0-efd1d25b6c8d), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:23.148263 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d9541eb0-7718-4f24-bf44-470b7bb24abf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:23.155351 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-d9541eb0-7718-4f24-bf44-470b7bb24abf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4573982 Aug 24 16:46:23.157227 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:23.178007 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34614) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:23.181133 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22229d1d-c6fb-4bea-8403-1302f7bf4591 req-e1b8a5c5-d0ef-4161-979e-b494a3253c12 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:23.182719 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-22229d1d-c6fb-4bea-8403-1302f7bf4591 req-e1b8a5c5-d0ef-4161-979e-b494a3253c12 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 947 time: 0.0569365 Aug 24 16:46:23.189303 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'floatingip': {'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:23.227147 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:23.287958 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b1f00da0-8eab-4a31-9289-9348b495058b req-1e89cb75-ef35-4fef-bd55-de421f6e1246 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 210 time: 0.0667670 Aug 24 16:46:23.330653 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:23.332999 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-22229d1d-c6fb-4bea-8403-1302f7bf4591 req-d5cc46f8-8b2f-42b4-87d9-17390de2cbde tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3a2425ee-32ad-4031-bc90-a55e969f8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419261 Aug 24 16:46:23.419245 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (44a25301-1983-4992-a948-a98ede707661), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:23.429866 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-9fe81b44-32b8-4bae-8d1c-d3cd4ebcb19b None None] Provisioning complete for port 44a25301-1983-4992-a948-a98ede707661 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:23.430334 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-9fe81b44-32b8-4bae-8d1c-d3cd4ebcb19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (44a25301-1983-4992-a948-a98ede707661), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:23.431722 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:23.474650 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-9fe81b44-32b8-4bae-8d1c-d3cd4ebcb19b None None] Port 44a25301-1983-4992-a948-a98ede707661 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:46:23.509992 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a8296ddd-a553-4f35-ab32-f452160138e6 req-ea651dba-4584-4c86-8bfa-0bb5ea059813 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759521 Aug 24 16:46:23.596372 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Allocated IP 172.27.4.116 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/f0a0fa6d-f9e9-47ab-afac-03e582145b87) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:46:23.664264 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8296ddd-a553-4f35-ab32-f452160138e6 req-a3987073-cfb2-4d19-a7ec-bacd11449943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:23.665867 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a8296ddd-a553-4f35-ab32-f452160138e6 req-a3987073-cfb2-4d19-a7ec-bacd11449943 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 1130 time: 0.0993843 Aug 24 16:46:23.757037 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for port (f0a0fa6d-f9e9-47ab-afac-03e582145b87), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:23.779060 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Publish callbacks [] for port (44a25301-1983-4992-a948-a98ede707661), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:23.926261 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (f0a0fa6d-f9e9-47ab-afac-03e582145b87), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:23.953985 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device c259355d-71ca-4966-b56d-ffd3d460e2b7 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:23.995708 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:24.007166 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:24.012623 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:46:24.042720 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port c259355d-71ca-4966-b56d-ffd3d460e2b7 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:24.042720 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (c259355d-71ca-4966-b56d-ffd3d460e2b7), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:24.058287 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'Port': ['ID=f0a0fa6d-f9e9-47ab-afac-03e582145b87,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:24.156713 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (f4489fb7-a3da-4482-9dd9-d4069b02a820), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:24.158948 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port c259355d-71ca-4966-b56d-ffd3d460e2b7 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:24.159355 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (c259355d-71ca-4966-b56d-ffd3d460e2b7), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:24.170571 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (44a25301-1983-4992-a948-a98ede707661), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:24.191401 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port c259355d-71ca-4966-b56d-ffd3d460e2b7, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=c259355d-71ca-4966-b56d-ffd3d460e2b7,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:24.265971 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485942'] for router_interface (46bd52ce-986f-428c-b8c0-efd1d25b6c8d), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:24.268464 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8296ddd-a553-4f35-ab32-f452160138e6 req-28d1d306-42dd-4eaf-9163-d395c76744fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:24.269981 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a8296ddd-a553-4f35-ab32-f452160138e6 req-28d1d306-42dd-4eaf-9163-d395c76744fd service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 920 time: 0.5736475 Aug 24 16:46:24.271658 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Pushing event updated for resources: {'Port': ['ID=44a25301-1983-4992-a948-a98ede707661,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:24.272882 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (c259355d-71ca-4966-b56d-ffd3d460e2b7), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:24.282606 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (f0a0fa6d-f9e9-47ab-afac-03e582145b87), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:24.336156 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a8296ddd-a553-4f35-ab32-f452160138e6 req-c273031a-1ee1-4832-97a3-c87b0dad92fb service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08c8eeee-cfbe-4e3e-9514-c73d861d88db HTTP/1.1" status: 200 len: 217 time: 0.0564876 Aug 24 16:46:24.445325 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=c259355d-71ca-4966-b56d-ffd3d460e2b7,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:24.506432 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8296ddd-a553-4f35-ab32-f452160138e6 req-1c2776ad-203f-4152-89d8-2198e70e15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:24.509660 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a8296ddd-a553-4f35-ab32-f452160138e6 req-1c2776ad-203f-4152-89d8-2198e70e15f9 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=27787f90-01da-4eab-83e5-1d4c783724ac HTTP/1.1" status: 200 len: 858 time: 0.1649494 Aug 24 16:46:24.515357 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4e93f31b-9b7f-4a7a-bf00-458fa26c54c0 req-98eb1ef1-2f07-4429-98e9-2a4595a1631f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 210 time: 0.0722215 Aug 24 16:46:24.611226 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Network 18f3eeca-369e-42dc-890e-7999202f6b7c is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:24.614847 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8296ddd-a553-4f35-ab32-f452160138e6 req-52e66c94-199f-48c7-8bf8-6b5cee81f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:24.615246 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for port (f0a0fa6d-f9e9-47ab-afac-03e582145b87), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:24.616676 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a8296ddd-a553-4f35-ab32-f452160138e6 req-52e66c94-199f-48c7-8bf8-6b5cee81f33e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=4d88a69f-ea66-4ba4-9592-a2ab513e73da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907214 Aug 24 16:46:24.622503 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0e3c8-f935-4928-a0ac-e50a018472d3 req-475317bf-1fd3-461a-a46b-2e8db3043bd3 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:24.624287 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-41c0e3c8-f935-4928-a0ac-e50a018472d3 req-475317bf-1fd3-461a-a46b-2e8db3043bd3 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 947 time: 0.1242273 Aug 24 16:46:24.625531 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:24.719205 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127532168'] for port (f0a0fa6d-f9e9-47ab-afac-03e582145b87), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:24.747708 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:24.819812 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'Port': ['ID=f0a0fa6d-f9e9-47ab-afac-03e582145b87,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:24.853551 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:24.873013 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (f4489fb7-a3da-4482-9dd9-d4069b02a820), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:24.892815 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-41c0e3c8-f935-4928-a0ac-e50a018472d3 req-00faa22c-c639-48d2-be5b-5e6cf76212ba tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3a2425ee-32ad-4031-bc90-a55e969f8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432585 Aug 24 16:46:24.897810 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a8296ddd-a553-4f35-ab32-f452160138e6 req-ce36721b-b024-4eb1-8cb6-68bf5d9398a4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697952 Aug 24 16:46:24.947407 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:24.970428 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Router 46bd52ce-986f-428c-b8c0-efd1d25b6c8d has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:46:25.012262 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:25.012836 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-72e7921b-431c-4073-b91d-870dd3352ad0 None None] Provisioning complete for port 44a25301-1983-4992-a948-a98ede707661 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:25.013139 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-72e7921b-431c-4073-b91d-870dd3352ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (44a25301-1983-4992-a948-a98ede707661), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:25.014533 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-e9767a20-e7a8-4294-8b30-99646af54614 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8350554 Aug 24 16:46:25.079711 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-72e7921b-431c-4073-b91d-870dd3352ad0 None None] Port 44a25301-1983-4992-a948-a98ede707661 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:46:25.118686 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a8296ddd-a553-4f35-ab32-f452160138e6 req-77b0b6a0-19f8-43e8-8bf4-6e6e36aac7f2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016754 Aug 24 16:46:25.153257 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:46:25.160644 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-89666d1e-2fb4-4444-a77a-4f42216f1051 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/46bd52ce-986f-428c-b8c0-efd1d25b6c8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1498704 Aug 24 16:46:25.340542 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-04c3cfa0-1cb8-4fb2-bb5b-15607e1403a1 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1490235288&fields=id&tenant_id=8af535d51fd345f8a9584cc6aaa38bda HTTP/1.1" status: 200 len: 267 time: 0.0752280 Aug 24 16:46:25.498051 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-977bbd5d-db6d-4d43-9e89-72944ea0418a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:25.498051 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-977bbd5d-db6d-4d43-9e89-72944ea0418a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/networks?id=883b1cf6-8114-4681-9877-f2163f4c86c7 HTTP/1.1" status: 200 len: 815 time: 0.1446319 Aug 24 16:46:25.514254 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:46:25.517372 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-a4fa5236-b4aa-4474-a81b-a7dfebafed34 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/quotas/8af535d51fd345f8a9584cc6aaa38bda HTTP/1.1" status: 200 len: 375 time: 0.0124214 Aug 24 16:46:25.573248 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Sync routers for ids ['46bd52ce-986f-428c-b8c0-efd1d25b6c8d'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:46:25.585401 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Routers {'46bd52ce-986f-428c-b8c0-efd1d25b6c8d'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:46:25.586157 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['46bd52ce-986f-428c-b8c0-efd1d25b6c8d'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:25.621252 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-d79b471c-156b-402e-8ae1-a0ef0e10f07f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935814 Aug 24 16:46:25.666875 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb,segment=NetworkSegment(fb367693-ca8c-48f9-b3e1-687af67e5b3c),segment_id=fb367693-ca8c-48f9-b3e1-687af67e5b3c)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:25.681762 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': 'b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb', 'network_id': '1d1aae24-4764-4565-a5cb-8e11b31de93a', 'port_id': 'b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb', 'mac_address': 'fa:16:3e:58:d0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2423ae8f-da96-4f7f-9441-731cad0585be', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:46:25.716765 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Set router 46bd52ce-986f-428c-b8c0-efd1d25b6c8d gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:46:25.717292 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:25.722979 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:25.723468 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:25.739553 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:46:25.761182 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb,segment=NetworkSegment(fb367693-ca8c-48f9-b3e1-687af67e5b3c),segment_id=fb367693-ca8c-48f9-b3e1-687af67e5b3c)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:25.777015 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34668) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:25.783782 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-b2a6e1e1-e16b-4354-8be8-96ce6e7bda16 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-406146474', 'description': 'tempest-secgroup-smoke-406146474 description', 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:25.826790 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-b5cc22ef-bf72-4f93-8637-67cf28cc8c3e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812284 Aug 24 16:46:25.844908 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:25.867234 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e1e1-e16b-4354-8be8-96ce6e7bda16 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:25.932228 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'name': 'tempest-TestShelveInstance-1084556958-router', 'tenant_id': 'fa06923c74854d6c82a342edd8a670af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:17Z', 'updated_at': '2022-08-24T16:46:23Z', 'revision_number': 4, 'project_id': 'fa06923c74854d6c82a342edd8a670af', 'gw_port': {'id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:18Z', 'updated_at': '2022-08-24T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '44a25301-1983-4992-a948-a98ede707661', 'name': '', 'network_id': '18f3eeca-369e-42dc-890e-7999202f6b7c', 'tenant_id': 'fa06923c74854d6c82a342edd8a670af', 'mac_address': 'fa:16:3e:15:18:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '3168748d-5780-4c3a-b499-2b8751134040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:22Z', 'updated_at': '2022-08-24T16:46:23Z', 'revision_number': 2, 'project_id': 'fa06923c74854d6c82a342edd8a670af', 'subnets': [{'id': '3168748d-5780-4c3a-b499-2b8751134040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:25.948086 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:25.955583 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device c259355d-71ca-4966-b56d-ffd3d460e2b7 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:25.979716 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2860905e-2498-4752-af72-7ed36dc5f8c1 req-0f67c8c7-3b0d-49bf-ba19-cfba87ec2a28 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 210 time: 0.1211772 Aug 24 16:46:25.983294 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Checking router: 46bd52ce-986f-428c-b8c0-efd1d25b6c8d for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:46:25.985650 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Updating router 46bd52ce-986f-428c-b8c0-efd1d25b6c8d port 44a25301-1983-4992-a948-a98ede707661 binding host dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:46:26.034894 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (44a25301-1983-4992-a948-a98ede707661), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:26.041494 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e1e1-e16b-4354-8be8-96ce6e7bda16 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group (dc27eeb6-dcaa-4890-a513-e241670f7393), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:26.064219 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port c259355d-71ca-4966-b56d-ffd3d460e2b7 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:26.064850 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (c259355d-71ca-4966-b56d-ffd3d460e2b7), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:26.095406 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e1e1-e16b-4354-8be8-96ce6e7bda16 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (dc27eeb6-dcaa-4890-a513-e241670f7393), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:26.175837 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:46:26.180661 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6e1e1-e16b-4354-8be8-96ce6e7bda16 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc27eeb6-dcaa-4890-a513-e241670f7393,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:26.182920 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a8eef-9980-4b50-b7d7-6d9b13f62b28 req-2e0ba103-20af-4d25-8e00-8fa1117d7f2e tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:26.184542 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8a6a8eef-9980-4b50-b7d7-6d9b13f62b28 req-2e0ba103-20af-4d25-8e00-8fa1117d7f2e tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 948 time: 0.0984423 Aug 24 16:46:26.191617 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-2bff3734-2517-45ef-9758-18d5e8202aeb service neutron] 10.222.0.17 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639205 Aug 24 16:46:26.198437 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-caa0e020-6cfc-44c1-9e9e-5c9bc5ce6d61 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:26.200623 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-caa0e020-6cfc-44c1-9e9e-5c9bc5ce6d61 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.40 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 819 time: 0.3953941 Aug 24 16:46:26.242169 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:26.252267 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port c259355d-71ca-4966-b56d-ffd3d460e2b7 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:26.309332 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e1e1-e16b-4354-8be8-96ce6e7bda16 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:26.311746 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-b2a6e1e1-e16b-4354-8be8-96ce6e7bda16 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5329714 Aug 24 16:46:26.319522 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34672) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:26.322769 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-3c021145-4765-4050-9c01-76049e0b6950 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Request body: {'security_group_rule': {'security_group_id': 'dc27eeb6-dcaa-4890-a513-e241670f7393', 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:26.323869 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Publish callbacks [] for port (44a25301-1983-4992-a948-a98ede707661), precommit_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:26.355557 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8a6a8eef-9980-4b50-b7d7-6d9b13f62b28 req-a8cab59d-766b-414c-b9a1-02a611d06667 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3a2425ee-32ad-4031-bc90-a55e969f8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465740 Aug 24 16:46:26.372140 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-60713a06-9bf9-427a-a020-9f48d6979794 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c99d97707cc2485284d8d33522ebb918 HTTP/1.1" status: 200 len: 380 time: 0.1356647 Aug 24 16:46:26.386259 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-65becc32-e712-474c-b9b7-68e78b78f64e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Request body: {'port': {'device_id': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'admin_state_up': True, 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'security_groups': ['ac6eb599-b065-4747-bc54-fcf7a77e15a4']}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:26.394252 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (44a25301-1983-4992-a948-a98ede707661), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:26.478421 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb519e-947c-4f81-b31d-471457f2f667 None None] Pushing event updated for resources: {'Port': ['ID=44a25301-1983-4992-a948-a98ede707661,revision_number=3']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:26.483911 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3c021145-4765-4050-9c01-76049e0b6950 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (7e592dd0-614d-46f3-be6c-7f84c60edd77), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:26.558193 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Attempting to bind port 44a25301-1983-4992-a948-a98ede707661 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:46:26.559013 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Attempting to bind port 44a25301-1983-4992-a948-a98ede707661 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '18f3eeca-369e-42dc-890e-7999202f6b7c'}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:46:26.559545 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Attempting to bind port 44a25301-1983-4992-a948-a98ede707661 on network 18f3eeca-369e-42dc-890e-7999202f6b7c {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:46:26.655516 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:46:26.655516 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Checking segment: {'id': '3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '18f3eeca-369e-42dc-890e-7999202f6b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:46:26.655516 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:26.655516 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Bound using segment: {'id': '3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '18f3eeca-369e-42dc-890e-7999202f6b7c'} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:46:26.655516 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Bound port: 44a25301-1983-4992-a948-a98ede707661, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '18f3eeca-369e-42dc-890e-7999202f6b7c'}}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:46:26.655516 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (44a25301-1983-4992-a948-a98ede707661), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:26.656429 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-46c5e7da-2909-4bd4-8a22-ee64f57412e3 req-e1641893-6c80-460c-b8db-d6bacf8328bd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 210 time: 0.0428312 Aug 24 16:46:26.656893 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] For port 44a25301-1983-4992-a948-a98ede707661, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:46:26.656980 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3c021145-4765-4050-9c01-76049e0b6950 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (7e592dd0-614d-46f3-be6c-7f84c60edd77), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:26.657070 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] For port 44a25301-1983-4992-a948-a98ede707661, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=44a25301-1983-4992-a948-a98ede707661,segment=NetworkSegment(3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65),segment_id=3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65)] {{(pid=113372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:46:26.657070 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:26.810680 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (44a25301-1983-4992-a948-a98ede707661), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:26.811114 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3c021145-4765-4050-9c01-76049e0b6950 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (7e592dd0-614d-46f3-be6c-7f84c60edd77), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:26.811835 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-65becc32-e712-474c-b9b7-68e78b78f64e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Made reservation on behalf of c99d97707cc2485284d8d33522ebb918 for: {'port': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:46:26.817098 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-65becc32-e712-474c-b9b7-68e78b78f64e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:26.824876 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:26.835321 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c021145-4765-4050-9c01-76049e0b6950 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e592dd0-614d-46f3-be6c-7f84c60edd77,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:26.851182 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Routers {'46bd52ce-986f-428c-b8c0-efd1d25b6c8d'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:46:26.851809 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['46bd52ce-986f-428c-b8c0-efd1d25b6c8d'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:26.924475 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3c021145-4765-4050-9c01-76049e0b6950 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:26.925038 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-3c021145-4765-4050-9c01-76049e0b6950 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6085494 Aug 24 16:46:26.928523 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34694) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:26.934846 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-543332df-03a5-4a60-a1b4-560c8196112c tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Request body: {'security_group_rule': {'security_group_id': 'dc27eeb6-dcaa-4890-a513-e241670f7393', 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:26.950457 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb519e-947c-4f81-b31d-471457f2f667 None None] Pushing event updated for resources: {'Port': ['ID=44a25301-1983-4992-a948-a98ede707661,revision_number=4']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:27.014094 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] Set router 46bd52ce-986f-428c-b8c0-efd1d25b6c8d gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:46:27.014225 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-65becc32-e712-474c-b9b7-68e78b78f64e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Allocated IP 172.20.0.12 (4d88a69f-ea66-4ba4-9592-a2ab513e73da/27787f90-01da-4eab-83e5-1d4c783724ac/d972466c-37b3-4485-ba2b-6a1659a3de80) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:46:27.043859 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-543332df-03a5-4a60-a1b4-560c8196112c tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (11ebda97-8bf5-45a0-b3c4-8777ffc76eb1), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:27.132396 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-543332df-03a5-4a60-a1b4-560c8196112c tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (11ebda97-8bf5-45a0-b3c4-8777ffc76eb1), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:27.133172 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4e105f70-9076-4b33-b67b-d8c03ea149c2 req-1dee56d1-8497-443e-a0e1-fc5ff50c2171 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 210 time: 0.0466530 Aug 24 16:46:27.233630 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-543332df-03a5-4a60-a1b4-560c8196112c tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (11ebda97-8bf5-45a0-b3c4-8777ffc76eb1), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:27.244211 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'name': 'tempest-TestShelveInstance-1084556958-router', 'tenant_id': 'fa06923c74854d6c82a342edd8a670af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:17Z', 'updated_at': '2022-08-24T16:46:23Z', 'revision_number': 4, 'project_id': 'fa06923c74854d6c82a342edd8a670af', 'gw_port': {'id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:18Z', 'updated_at': '2022-08-24T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '44a25301-1983-4992-a948-a98ede707661', 'name': '', 'network_id': '18f3eeca-369e-42dc-890e-7999202f6b7c', 'tenant_id': 'fa06923c74854d6c82a342edd8a670af', 'mac_address': 'fa:16:3e:15:18:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '3168748d-5780-4c3a-b499-2b8751134040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:22Z', 'updated_at': '2022-08-24T16:46:26Z', 'revision_number': 4, 'project_id': 'fa06923c74854d6c82a342edd8a670af', 'subnets': [{'id': '3168748d-5780-4c3a-b499-2b8751134040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:27.244625 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-65becc32-e712-474c-b9b7-68e78b78f64e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for port (d972466c-37b3-4485-ba2b-6a1659a3de80), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:27.258766 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543332df-03a5-4a60-a1b4-560c8196112c tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ebda97-8bf5-45a0-b3c4-8777ffc76eb1,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:27.277411 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce124c-0de4-4059-bea6-6e96f3113b89 None None] The sync data for ids ['46bd52ce-986f-428c-b8c0-efd1d25b6c8d'] in dv-cinder-731167-2-iscsi is: [{'id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'name': 'tempest-TestShelveInstance-1084556958-router', 'tenant_id': 'fa06923c74854d6c82a342edd8a670af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:17Z', 'updated_at': '2022-08-24T16:46:23Z', 'revision_number': 4, 'project_id': 'fa06923c74854d6c82a342edd8a670af', 'gw_port': {'id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:18Z', 'updated_at': '2022-08-24T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '44a25301-1983-4992-a948-a98ede707661', 'name': '', 'network_id': '18f3eeca-369e-42dc-890e-7999202f6b7c', 'tenant_id': 'fa06923c74854d6c82a342edd8a670af', 'mac_address': 'fa:16:3e:15:18:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '3168748d-5780-4c3a-b499-2b8751134040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:22Z', 'updated_at': '2022-08-24T16:46:26Z', 'revision_number': 4, 'project_id': 'fa06923c74854d6c82a342edd8a670af', 'subnets': [{'id': '3168748d-5780-4c3a-b499-2b8751134040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:46:27.317881 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:27.360622 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-543332df-03a5-4a60-a1b4-560c8196112c tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:27.364473 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-543332df-03a5-4a60-a1b4-560c8196112c tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4322727 Aug 24 16:46:27.364751 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34702) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:27.369995 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-cc48911c-38a3-4512-949c-f51f502f2392 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Request body: {'security_group_rule': {'security_group_id': 'dc27eeb6-dcaa-4890-a513-e241670f7393', 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:27.377861 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-65becc32-e712-474c-b9b7-68e78b78f64e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (d972466c-37b3-4485-ba2b-6a1659a3de80), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:27.436920 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-65becc32-e712-474c-b9b7-68e78b78f64e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Network 4d88a69f-ea66-4ba4-9592-a2ab513e73da is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:27.440433 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-65becc32-e712-474c-b9b7-68e78b78f64e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:27.444609 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-65becc32-e712-474c-b9b7-68e78b78f64e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:46:27.457229 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cc48911c-38a3-4512-949c-f51f502f2392 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (15f18e90-7104-44e5-9312-a3d8f1893bda), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:27.522417 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:27.550090 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-65becc32-e712-474c-b9b7-68e78b78f64e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:27.550789 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-65becc32-e712-474c-b9b7-68e78b78f64e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:27.558057 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65becc32-e712-474c-b9b7-68e78b78f64e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Pushing event updated for resources: {'Port': ['ID=d972466c-37b3-4485-ba2b-6a1659a3de80,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:27.568755 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cc48911c-38a3-4512-949c-f51f502f2392 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (15f18e90-7104-44e5-9312-a3d8f1893bda), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:27.594891 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:46:27.625580 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96bbc4-2188-41fd-b1b4-eb747451e70d req-28c48de1-87d5-4afc-af06-329642bca61d tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:27.633033 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0c96bbc4-2188-41fd-b1b4-eb747451e70d req-28c48de1-87d5-4afc-af06-329642bca61d tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 948 time: 0.1702995 Aug 24 16:46:27.655440 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cc48911c-38a3-4512-949c-f51f502f2392 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (15f18e90-7104-44e5-9312-a3d8f1893bda), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:27.691233 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48911c-38a3-4512-949c-f51f502f2392 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f18e90-7104-44e5-9312-a3d8f1893bda,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:27.701302 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:27.701709 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:27.735444 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-65becc32-e712-474c-b9b7-68e78b78f64e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3495028 Aug 24 16:46:27.756319 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Request body: {'port': {'device_id': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:27.772623 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0c96bbc4-2188-41fd-b1b4-eb747451e70d req-5faf915b-f42a-4e63-a49c-56b438e6ed38 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3a2425ee-32ad-4031-bc90-a55e969f8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379254 Aug 24 16:46:27.779398 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cc48911c-38a3-4512-949c-f51f502f2392 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:27.784017 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-cc48911c-38a3-4512-949c-f51f502f2392 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4149547 Aug 24 16:46:27.785548 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34710) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:27.790050 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-8eac5125-d76a-438c-b4bd-916515df2ee0 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Request body: {'security_group_rule': {'security_group_id': 'dc27eeb6-dcaa-4890-a513-e241670f7393', 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:27.792949 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-6e68c603-a43c-43dc-8a02-163c8c0b039c None None] Provisioning complete for port d972466c-37b3-4485-ba2b-6a1659a3de80 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:27.792949 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6e68c603-a43c-43dc-8a02-163c8c0b039c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (d972466c-37b3-4485-ba2b-6a1659a3de80), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:27.824818 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-64d05a3a-8955-4ead-900d-0edd4d0a013e req-d4226f5b-35b5-4678-888d-ce05c7192f68 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 210 time: 0.0746632 Aug 24 16:46:27.882404 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (d972466c-37b3-4485-ba2b-6a1659a3de80), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:27.901530 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-6e68c603-a43c-43dc-8a02-163c8c0b039c None None] Port d972466c-37b3-4485-ba2b-6a1659a3de80 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:46:27.909933 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:27.910682 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:27.927291 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8eac5125-d76a-438c-b4bd-916515df2ee0 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (b8b31cbb-a890-49af-9fae-921371af5417), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:27.942898 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba54a89-d4d3-4d77-aa35-bf744968c331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:46:27.947338 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec97f71-f319-4725-b2df-2b729d4ea1e6" -d '{"events": [{"server_uuid": "7ba54a89-d4d3-4d77-aa35-bf744968c331", "name": "network-vif-plugged", "status": "completed", "tag": "b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:46:27.969482 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:27.972727 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb,segment=NetworkSegment(fb367693-ca8c-48f9-b3e1-687af67e5b3c),segment_id=fb367693-ca8c-48f9-b3e1-687af67e5b3c)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:28.026974 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a92261a-cbe0-4e60-81ad-5ea9bfbd0b8d x-openstack-request-id: req-3a92261a-cbe0-4e60-81ad-5ea9bfbd0b8d {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:46:28.027288 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba54a89-d4d3-4d77-aa35-bf744968c331", "name": "network-vif-plugged", "status": "completed", "tag": "b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:46:28.027567 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3a92261a-cbe0-4e60-81ad-5ea9bfbd0b8d {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:46:28.027971 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a92261a-cbe0-4e60-81ad-5ea9bfbd0b8d'] response: {'server_uuid': '7ba54a89-d4d3-4d77-aa35-bf744968c331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb', 'code': 200} Aug 24 16:46:28.029996 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 44a25301-1983-4992-a948-a98ede707661 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:28.058165 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8eac5125-d76a-438c-b4bd-916515df2ee0 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (b8b31cbb-a890-49af-9fae-921371af5417), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:28.086617 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:28.141399 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8eac5125-d76a-438c-b4bd-916515df2ee0 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (b8b31cbb-a890-49af-9fae-921371af5417), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:28.161875 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:28.164108 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 44a25301-1983-4992-a948-a98ede707661 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:28.164733 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (44a25301-1983-4992-a948-a98ede707661), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:28.178995 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac5125-d76a-438c-b4bd-916515df2ee0 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b31cbb-a890-49af-9fae-921371af5417,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:28.240326 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8eac5125-d76a-438c-b4bd-916515df2ee0 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:28.247839 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-8eac5125-d76a-438c-b4bd-916515df2ee0 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4563458 Aug 24 16:46:28.247839 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34720) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:28.251331 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-3bbdc5cf-3995-4c56-a3ef-2de00fcd4fe4 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Request body: {'security_group_rule': {'security_group_id': 'dc27eeb6-dcaa-4890-a513-e241670f7393', 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:28.251668 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:28.274162 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:28.321354 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 44a25301-1983-4992-a948-a98ede707661 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:28.321841 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (44a25301-1983-4992-a948-a98ede707661), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:28.370793 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:28.388471 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.securitygroups_db [None req-3bbdc5cf-3995-4c56-a3ef-2de00fcd4fe4 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Project 05a8a1a0e0334559ab3fc9a63685fa69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 16:46:28.392401 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53276b9-b12b-40c9-bf49-b2ee76742fbf req-dd0b3c35-aedd-4ac5-8230-87167a77e4ac tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:28.398539 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3bbdc5cf-3995-4c56-a3ef-2de00fcd4fe4 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (c28999d5-1e1f-4735-9164-e4be7fe99074), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:28.403187 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d53276b9-b12b-40c9-bf49-b2ee76742fbf req-dd0b3c35-aedd-4ac5-8230-87167a77e4ac tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 932 time: 0.1361101 Aug 24 16:46:28.406777 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port 44a25301-1983-4992-a948-a98ede707661, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=44a25301-1983-4992-a948-a98ede707661,segment=NetworkSegment(3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65),segment_id=3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:28.415259 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d972466c-37b3-4485-ba2b-6a1659a3de80 {{(pid=113370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:46:28.461959 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Publish callbacks [] for port (d972466c-37b3-4485-ba2b-6a1659a3de80), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:28.466468 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (44a25301-1983-4992-a948-a98ede707661), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:28.496142 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3bbdc5cf-3995-4c56-a3ef-2de00fcd4fe4 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (c28999d5-1e1f-4735-9164-e4be7fe99074), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:28.505018 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.provisioning_blocks [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Transition to ACTIVE for port object d972466c-37b3-4485-ba2b-6a1659a3de80 will not be triggered until provisioned by entity L2. {{(pid=113370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:46:28.505018 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7c1bb-6a72-45a1-b7f9-ece3725039f2 req-34611204-2813-461e-b343-bdf506e1e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:28.505018 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1ee7c1bb-6a72-45a1-b7f9-ece3725039f2 req-34611204-2813-461e-b343-bdf506e1e92c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 1133 time: 0.1168945 Aug 24 16:46:28.533240 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d53276b9-b12b-40c9-bf49-b2ee76742fbf req-b61099e3-a352-4ec0-a5d8-8018e4b1b146 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288607 Aug 24 16:46:28.615080 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3bbdc5cf-3995-4c56-a3ef-2de00fcd4fe4 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (c28999d5-1e1f-4735-9164-e4be7fe99074), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:28.615339 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (d972466c-37b3-4485-ba2b-6a1659a3de80), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:28.645302 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdc5cf-3995-4c56-a3ef-2de00fcd4fe4 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28999d5-1e1f-4735-9164-e4be7fe99074,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:28.702645 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=44a25301-1983-4992-a948-a98ede707661,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:28.740937 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Pushing event updated for resources: {'Port': ['ID=d972466c-37b3-4485-ba2b-6a1659a3de80,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:28.743135 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3bbdc5cf-3995-4c56-a3ef-2de00fcd4fe4 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:28.745559 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-3bbdc5cf-3995-4c56-a3ef-2de00fcd4fe4 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4988992 Aug 24 16:46:28.747820 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 34724) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:28.759403 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-37f12797-2d4d-408c-9c04-385a706f1d54 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Request body: {'security_group_rule': {'security_group_id': 'dc27eeb6-dcaa-4890-a513-e241670f7393', 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:28.771690 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1ee7c1bb-6a72-45a1-b7f9-ece3725039f2 req-28709949-4251-46b7-b934-2e364b67db90 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3a2425ee-32ad-4031-bc90-a55e969f8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991445 Aug 24 16:46:28.781138 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Attempting to bind port d972466c-37b3-4485-ba2b-6a1659a3de80 on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:46:28.781480 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Attempting to bind port d972466c-37b3-4485-ba2b-6a1659a3de80 by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:46:28.781808 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Attempting to bind port d972466c-37b3-4485-ba2b-6a1659a3de80 on network 4d88a69f-ea66-4ba4-9592-a2ab513e73da {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:46:28.787588 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Port d972466c-37b3-4485-ba2b-6a1659a3de80 on network 4d88a69f-ea66-4ba4-9592-a2ab513e73da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:46:28.787948 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Attempting to bind port d972466c-37b3-4485-ba2b-6a1659a3de80 on network 4d88a69f-ea66-4ba4-9592-a2ab513e73da {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:46:28.794718 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:46:28.799363 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Checking segment: {'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:46:28.799363 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Bound using segment: {'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:46:28.799363 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Bound port: d972466c-37b3-4485-ba2b-6a1659a3de80, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb96c91-9e79-4832-b43f-74da871c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da'}}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:46:28.799363 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (d972466c-37b3-4485-ba2b-6a1659a3de80), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:28.838023 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:28.866042 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.securitygroups_db [None req-37f12797-2d4d-408c-9c04-385a706f1d54 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Project 05a8a1a0e0334559ab3fc9a63685fa69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 16:46:28.873953 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-37f12797-2d4d-408c-9c04-385a706f1d54 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (b4a4399d-8eb0-400a-9491-ceaf226bda4b), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:28.890579 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] For port d972466c-37b3-4485-ba2b-6a1659a3de80, host hv-cinder-73116, cleared binding levels {{(pid=113370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:46:28.922107 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] For port d972466c-37b3-4485-ba2b-6a1659a3de80, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=d972466c-37b3-4485-ba2b-6a1659a3de80,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:46:28.946878 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267e9bc-1c37-4aa1-9db2-f56d64123c3a req-43a31d8f-fc09-4462-ba2b-a70f32e33444 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:28.950012 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2267e9bc-1c37-4aa1-9db2-f56d64123c3a req-43a31d8f-fc09-4462-ba2b-a70f32e33444 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 949 time: 0.0723391 Aug 24 16:46:28.954443 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-37f12797-2d4d-408c-9c04-385a706f1d54 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (b4a4399d-8eb0-400a-9491-ceaf226bda4b), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:28.967239 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-13a63784-8b77-47f0-b84d-b0ec7707b6ef req-227ff2bf-7202-4aa7-956e-39c0c7db4e53 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 210 time: 0.0413742 Aug 24 16:46:29.022541 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-37f12797-2d4d-408c-9c04-385a706f1d54 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (b4a4399d-8eb0-400a-9491-ceaf226bda4b), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:29.028151 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (d972466c-37b3-4485-ba2b-6a1659a3de80), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:29.039669 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:29.040257 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:29.041657 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/d972466c-37b3-4485-ba2b-6a1659a3de80 HTTP/1.1" status: 200 len: 1094 time: 1.2903206 Aug 24 16:46:29.049637 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'tag': 'd972466c-37b3-4485-ba2b-6a1659a3de80'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:46:29.052964 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671e38f6-a1c8-4b1f-94ff-4f68d7ea186d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e8d907-5a6d-450e-92bc-a4ee16bde539", "tag": "d972466c-37b3-4485-ba2b-6a1659a3de80"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:46:29.060990 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f12797-2d4d-408c-9c04-385a706f1d54 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a4399d-8eb0-400a-9491-ceaf226bda4b,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:29.080710 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2267e9bc-1c37-4aa1-9db2-f56d64123c3a req-85322710-cd76-45b3-9763-c399e2a1bcc9 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3a2425ee-32ad-4031-bc90-a55e969f8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165760 Aug 24 16:46:29.159020 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15dc22-659e-4d55-9d30-47c8bd68b68c service neutron] Pushing event updated for resources: {'Port': ['ID=d972466c-37b3-4485-ba2b-6a1659a3de80,revision_number=3']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:29.166508 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-37f12797-2d4d-408c-9c04-385a706f1d54 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:29.172001 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-37f12797-2d4d-408c-9c04-385a706f1d54 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4187272 Aug 24 16:46:29.182049 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-b4f31216-127a-4612-a355-187483c0d3fd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:29.184000 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-b4f31216-127a-4612-a355-187483c0d3fd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "GET /networking/v2.0/networks?id=883b1cf6-8114-4681-9877-f2163f4c86c7 HTTP/1.1" status: 200 len: 815 time: 0.1908748 Aug 24 16:46:29.250578 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8ee085-c85a-4398-8e89-c2f3196fd15c x-openstack-request-id: req-0e8ee085-c85a-4398-8e89-c2f3196fd15c {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:46:29.250932 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e8d907-5a6d-450e-92bc-a4ee16bde539", "tag": "d972466c-37b3-4485-ba2b-6a1659a3de80", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:46:29.251708 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0e8ee085-c85a-4398-8e89-c2f3196fd15c {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:46:29.251708 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8ee085-c85a-4398-8e89-c2f3196fd15c'] response: {'name': 'network-changed', 'server_uuid': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'tag': 'd972466c-37b3-4485-ba2b-6a1659a3de80', 'status': 'completed', 'code': 200} Aug 24 16:46:29.275893 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-31ca9fdb-2502-4373-ba78-9e25f8c69f5f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8af535d51fd345f8a9584cc6aaa38bda HTTP/1.1" status: 200 len: 473 time: 0.0808597 Aug 24 16:46:29.484875 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:29.658853 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27481c60-2988-4e84-8399-4ab1a7a6e3c2 req-e365fe11-4bb8-41e8-8c9e-2a29ffc01b5d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:29.660334 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-27481c60-2988-4e84-8399-4ab1a7a6e3c2 req-e365fe11-4bb8-41e8-8c9e-2a29ffc01b5d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 944 time: 0.0522985 Aug 24 16:46:29.712523 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-27481c60-2988-4e84-8399-4ab1a7a6e3c2 req-cc29adbb-d6db-4297-8621-7d1ce3f1c899 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465028 Aug 24 16:46:29.716730 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:29.798691 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-df3ebc50-369b-40ff-9c32-cae077cf9de4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'port': {'device_id': 'e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'admin_state_up': True, 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'security_groups': ['8ce20cfd-4cc6-483b-bc24-0e3bb006e951']}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:29.814803 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:29.908307 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 44a25301-1983-4992-a948-a98ede707661 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:29.960159 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 44a25301-1983-4992-a948-a98ede707661 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:29.960749 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (44a25301-1983-4992-a948-a98ede707661), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:30.055337 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 44a25301-1983-4992-a948-a98ede707661 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:30.144288 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-9c375643-b66f-4035-b522-b91800fc5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:30.145903 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-9c375643-b66f-4035-b522-b91800fc5cc6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 1128 time: 0.3437729 Aug 24 16:46:30.189405 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-133640e7-39fa-414c-b104-7acc343171fa req-dffb506e-0936-4966-b9df-f3880db31889 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 210 time: 0.0464582 Aug 24 16:46:30.286282 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944768eb-d838-4950-8fae-97e8ca504f6b req-6d95f30e-9e98-4be5-9efd-afc13cf503aa tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:30.287799 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-944768eb-d838-4950-8fae-97e8ca504f6b req-6d95f30e-9e98-4be5-9efd-afc13cf503aa tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 949 time: 0.0648732 Aug 24 16:46:30.337729 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-944768eb-d838-4950-8fae-97e8ca504f6b req-bc7169f1-3f79-467d-917e-352b7bce7b40 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3a2425ee-32ad-4031-bc90-a55e969f8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442147 Aug 24 16:46:30.351742 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-df3ebc50-369b-40ff-9c32-cae077cf9de4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Made reservation on behalf of 8af535d51fd345f8a9584cc6aaa38bda for: {'port': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:46:30.355648 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-df3ebc50-369b-40ff-9c32-cae077cf9de4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:30.468703 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-3d878d37-42aa-42d0-84f8-53be76d5de77 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d972466c-37b3-4485-ba2b-6a1659a3de80 HTTP/1.1" status: 200 len: 217 time: 0.0801172 Aug 24 16:46:30.556399 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-df3ebc50-369b-40ff-9c32-cae077cf9de4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Allocated IP 172.20.0.5 (883b1cf6-8114-4681-9877-f2163f4c86c7/502f9714-b664-4573-bc1d-27593423cf2c/8f12eb4e-a077-4950-8f49-746c7b5d2410) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:46:30.695975 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-df3ebc50-369b-40ff-9c32-cae077cf9de4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for port (8f12eb4e-a077-4950-8f49-746c7b5d2410), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:30.775591 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-df3ebc50-369b-40ff-9c32-cae077cf9de4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (8f12eb4e-a077-4950-8f49-746c7b5d2410), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:30.836789 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-df3ebc50-369b-40ff-9c32-cae077cf9de4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Network 883b1cf6-8114-4681-9877-f2163f4c86c7 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:30.858986 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-df3ebc50-369b-40ff-9c32-cae077cf9de4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:30.867219 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-df3ebc50-369b-40ff-9c32-cae077cf9de4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:46:30.878342 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ebc50-369b-40ff-9c32-cae077cf9de4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'Port': ['ID=8f12eb4e-a077-4950-8f49-746c7b5d2410,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:30.885591 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed7a6c-b199-4af9-bccd-de28d2195a3c req-06b87870-1f7c-424b-bf39-27070f773a3e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:30.887111 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-14ed7a6c-b199-4af9-bccd-de28d2195a3c req-06b87870-1f7c-424b-bf39-27070f773a3e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 944 time: 0.0761895 Aug 24 16:46:30.961589 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-df3ebc50-369b-40ff-9c32-cae077cf9de4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:30.962309 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-df3ebc50-369b-40ff-9c32-cae077cf9de4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:30.988023 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-14ed7a6c-b199-4af9-bccd-de28d2195a3c req-c1e27f1b-b399-4999-ba94-bc0b019e296c tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786111 Aug 24 16:46:31.041011 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-df3ebc50-369b-40ff-9c32-cae077cf9de4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2477508 Aug 24 16:46:31.106340 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:31.141348 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-011a6c77-7753-47bb-a6f2-5da7ae2c4603 None None] Provisioning complete for port 8f12eb4e-a077-4950-8f49-746c7b5d2410 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:31.141940 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-011a6c77-7753-47bb-a6f2-5da7ae2c4603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (8f12eb4e-a077-4950-8f49-746c7b5d2410), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:31.177197 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-011a6c77-7753-47bb-a6f2-5da7ae2c4603 None None] Port 8f12eb4e-a077-4950-8f49-746c7b5d2410 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:46:31.214421 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Request body: {'port': {'device_id': 'e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:31.219380 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:31.264228 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-41b796a8-9132-426e-8181-d37cc28af44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:31.268246 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-41b796a8-9132-426e-8181-d37cc28af44e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=27787f90-01da-4eab-83e5-1d4c783724ac HTTP/1.1" status: 200 len: 858 time: 0.0982242 Aug 24 16:46:31.330385 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (8f12eb4e-a077-4950-8f49-746c7b5d2410), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:31.362632 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa79b0-3b32-4a82-8bd5-df58b6d31f56 req-381d485e-cf0a-408c-bcf8-db65b566d522 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:31.364492 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2bfa79b0-3b32-4a82-8bd5-df58b6d31f56 req-381d485e-cf0a-408c-bcf8-db65b566d522 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 931 time: 0.0763812 Aug 24 16:46:31.492917 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:31.558020 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2bfa79b0-3b32-4a82-8bd5-df58b6d31f56 req-b91af441-4d8b-46fd-a97c-471b0c0db1cd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626964 Aug 24 16:46:31.589091 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34078cb-e4f4-4845-848b-83e4f8b98658 req-232d2f6a-334b-4763-96c7-30ef5e50a9a7 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:31.590553 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a34078cb-e4f4-4845-848b-83e4f8b98658 req-232d2f6a-334b-4763-96c7-30ef5e50a9a7 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 949 time: 0.1500576 Aug 24 16:46:31.652959 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-e2280a7a-e268-409c-9bc4-f0c9f58c9f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:31.654548 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-e2280a7a-e268-409c-9bc4-f0c9f58c9f36 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=4d88a69f-ea66-4ba4-9592-a2ab513e73da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0934885 Aug 24 16:46:31.782555 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a34078cb-e4f4-4845-848b-83e4f8b98658 req-7fa4f25e-c21d-4b5b-b143-3c3fd261d784 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3a2425ee-32ad-4031-bc90-a55e969f8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667011 Aug 24 16:46:31.807549 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:31.848582 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-f3900bac-4c6a-48ef-89b6-74db5dbdc50d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567090 Aug 24 16:46:31.854807 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-00a660ca-a5f6-47c3-a4ea-91e1be7241fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:31.923728 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f12eb4e-a077-4950-8f49-746c7b5d2410 {{(pid=113370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:46:31.942860 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Publish callbacks [] for port (8f12eb4e-a077-4950-8f49-746c7b5d2410), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:31.992167 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:31.996785 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.provisioning_blocks [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Transition to ACTIVE for port object 8f12eb4e-a077-4950-8f49-746c7b5d2410 will not be triggered until provisioned by entity L2. {{(pid=113370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:46:32.027520 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cbe8c9d9-0e64-47fb-9b95-01637a0eb152 req-3da919c3-f2aa-4d37-9157-1d69274095d9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514993 Aug 24 16:46:32.059938 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (8f12eb4e-a077-4950-8f49-746c7b5d2410), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:32.065529 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:32.162924 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Pushing event updated for resources: {'Port': ['ID=8f12eb4e-a077-4950-8f49-746c7b5d2410,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:32.200694 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b79c10-3fe5-40f2-9755-098f430ee7b2 req-f647732d-a0f1-4694-98fd-4199d23ffee8 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:32.202827 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e4b79c10-3fe5-40f2-9755-098f430ee7b2 req-f647732d-a0f1-4694-98fd-4199d23ffee8 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 944 time: 0.1124787 Aug 24 16:46:32.256602 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Attempting to bind port 8f12eb4e-a077-4950-8f49-746c7b5d2410 on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:46:32.256938 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Attempting to bind port 8f12eb4e-a077-4950-8f49-746c7b5d2410 by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:46:32.257268 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Attempting to bind port 8f12eb4e-a077-4950-8f49-746c7b5d2410 on network 883b1cf6-8114-4681-9877-f2163f4c86c7 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:46:32.271425 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Port 8f12eb4e-a077-4950-8f49-746c7b5d2410 on network 883b1cf6-8114-4681-9877-f2163f4c86c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:46:32.271778 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Attempting to bind port 8f12eb4e-a077-4950-8f49-746c7b5d2410 on network 883b1cf6-8114-4681-9877-f2163f4c86c7 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:46:32.277546 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e4b79c10-3fe5-40f2-9755-098f430ee7b2 req-108dd830-2116-47bc-8c21-1ff4da7a425f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678563 Aug 24 16:46:32.281766 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:46:32.282160 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Checking segment: {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:46:32.282551 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Bound using segment: {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:46:32.283057 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Bound port: 8f12eb4e-a077-4950-8f49-746c7b5d2410, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'}}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:46:32.283384 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (8f12eb4e-a077-4950-8f49-746c7b5d2410), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:32.358260 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] For port 8f12eb4e-a077-4950-8f49-746c7b5d2410, host hv-cinder-73116, cleared binding levels {{(pid=113370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:46:32.364527 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] For port 8f12eb4e-a077-4950-8f49-746c7b5d2410, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=8f12eb4e-a077-4950-8f49-746c7b5d2410,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:46:32.460616 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (8f12eb4e-a077-4950-8f49-746c7b5d2410), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:32.464269 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:32.465252 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:32.466841 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/8f12eb4e-a077-4950-8f49-746c7b5d2410 HTTP/1.1" status: 200 len: 1093 time: 1.2581627 Aug 24 16:46:32.470572 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4', 'tag': '8f12eb4e-a077-4950-8f49-746c7b5d2410'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:46:32.473261 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01758f8a-b0be-4db6-b88d-8160e4168886" -d '{"events": [{"name": "network-changed", "server_uuid": "e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4", "tag": "8f12eb4e-a077-4950-8f49-746c7b5d2410"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:46:32.566545 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db19e-df0e-441c-9540-d8d123de9a02 req-87e6e900-327f-4e72-aff4-fcb2c1532367 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:32.568001 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1e5db19e-df0e-441c-9540-d8d123de9a02 req-87e6e900-327f-4e72-aff4-fcb2c1532367 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 949 time: 0.0705025 Aug 24 16:46:32.571367 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854e25a-06c2-4521-9ab2-ce6b67282708 service neutron] Pushing event updated for resources: {'Port': ['ID=8f12eb4e-a077-4950-8f49-746c7b5d2410,revision_number=3']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:32.630608 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1e5db19e-df0e-441c-9540-d8d123de9a02 req-9947ea58-8e52-4543-873e-4cba1b046890 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3a2425ee-32ad-4031-bc90-a55e969f8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555873 Aug 24 16:46:32.682095 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8b36a6-3ab5-4b97-8813-44da3f2c4baf x-openstack-request-id: req-fd8b36a6-3ab5-4b97-8813-44da3f2c4baf {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:46:32.682471 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4", "tag": "8f12eb4e-a077-4950-8f49-746c7b5d2410", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:46:32.682776 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fd8b36a6-3ab5-4b97-8813-44da3f2c4baf {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:46:32.683284 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8b36a6-3ab5-4b97-8813-44da3f2c4baf'] response: {'name': 'network-changed', 'server_uuid': 'e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4', 'tag': '8f12eb4e-a077-4950-8f49-746c7b5d2410', 'status': 'completed', 'code': 200} Aug 24 16:46:32.799916 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:32.809838 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e99d1-36c2-4aed-aa91-8243954756bf req-e483bab4-1ffc-48f9-8e75-6465eccdb0a9 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:32.812239 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f52e99d1-36c2-4aed-aa91-8243954756bf req-e483bab4-1ffc-48f9-8e75-6465eccdb0a9 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 943 time: 0.0838938 Aug 24 16:46:32.841995 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2fbce-64f4-4402-9e5b-50a569adadec req-72ee3e96-bd19-4e0d-904e-f54a40f6fd9f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:32.843536 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-95d2fbce-64f4-4402-9e5b-50a569adadec req-72ee3e96-bd19-4e0d-904e-f54a40f6fd9f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0862296 Aug 24 16:46:32.893301 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:32.898136 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f52e99d1-36c2-4aed-aa91-8243954756bf req-375d3c9f-738d-4cf8-83b6-4c59f7f70bdc tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786841 Aug 24 16:46:32.922485 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-95d2fbce-64f4-4402-9e5b-50a569adadec req-16d72a12-b50d-45eb-92a6-f70aa16f0bf5 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687630 Aug 24 16:46:33.128709 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:33.156884 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:33.242462 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:33.330045 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:33.410312 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cff90-e098-4dc1-9584-ff5442a93442 req-0a6cf2c5-d8b9-444e-ac24-fbced0dfb734 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:33.412194 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c16cff90-e098-4dc1-9584-ff5442a93442 req-0a6cf2c5-d8b9-444e-ac24-fbced0dfb734 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 944 time: 0.0528214 Aug 24 16:46:33.431088 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:33.473318 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c16cff90-e098-4dc1-9584-ff5442a93442 req-cd776642-7e6f-4abe-952b-e3d04a411067 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493414 Aug 24 16:46:33.761278 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e3767-ae43-414c-99bb-9775b783dd5f req-45050b84-c2db-4f4e-83a4-2e835d4ed13a tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:33.762743 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-192e3767-ae43-414c-99bb-9775b783dd5f req-45050b84-c2db-4f4e-83a4-2e835d4ed13a tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 949 time: 0.0516591 Aug 24 16:46:33.814832 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-192e3767-ae43-414c-99bb-9775b783dd5f req-672c32c6-6901-4420-b4b0-0d919e4cb166 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3a2425ee-32ad-4031-bc90-a55e969f8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460193 Aug 24 16:46:34.021662 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-accc7462-ab13-4aba-b963-10108a4cb1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:34.062631 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d406c7-7b70-4b9d-aa4a-6b9cac09c244 req-3d4f6c57-3ae0-420a-a12c-ac03234177d7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:34.064133 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-64d406c7-7b70-4b9d-aa4a-6b9cac09c244 req-3d4f6c57-3ae0-420a-a12c-ac03234177d7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 943 time: 0.0888226 Aug 24 16:46:34.077369 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a698fb-f394-42dd-8e1a-e964d8f41be3 req-3b2379bd-5a6d-4ef1-b12c-fe5183743340 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:34.078982 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-14a698fb-f394-42dd-8e1a-e964d8f41be3 req-3b2379bd-5a6d-4ef1-b12c-fe5183743340 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0702245 Aug 24 16:46:34.159917 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:34.164247 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-64d406c7-7b70-4b9d-aa4a-6b9cac09c244 req-ac47ff5f-50f4-4301-a399-81e9b9b85705 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938563 Aug 24 16:46:34.167624 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-14a698fb-f394-42dd-8e1a-e964d8f41be3 req-3b48fda9-e97d-4ee9-bc95-4fa3b27309bf tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818489 Aug 24 16:46:34.601716 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee61e2-20e5-4615-ae34-7b918fbab80a req-25e58c33-f78c-489e-809f-eea2e27cfb29 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:34.603594 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a6ee61e2-20e5-4615-ae34-7b918fbab80a req-25e58c33-f78c-489e-809f-eea2e27cfb29 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 944 time: 0.0526664 Aug 24 16:46:34.654047 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a6ee61e2-20e5-4615-ae34-7b918fbab80a req-19930dd3-8ace-4776-88fe-7c52b0819c10 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447319 Aug 24 16:46:34.942889 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b704d00-e4b2-4c60-bf0b-6a64eb4ce6cb req-9111fdb1-90a5-466b-954a-3d9181d4926d tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:34.944413 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6b704d00-e4b2-4c60-bf0b-6a64eb4ce6cb req-9111fdb1-90a5-466b-954a-3d9181d4926d tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 949 time: 0.0505924 Aug 24 16:46:34.997022 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6b704d00-e4b2-4c60-bf0b-6a64eb4ce6cb req-c4a0403a-9c6f-4144-ac24-af69b56221c9 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3a2425ee-32ad-4031-bc90-a55e969f8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465767 Aug 24 16:46:35.331003 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65fcbd-f423-4fa6-ba1a-d4caaa832ad6 req-f5b366ca-72a0-407a-b0f3-e0f5fd529d86 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:35.332534 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7c65fcbd-f423-4fa6-ba1a-d4caaa832ad6 req-f5b366ca-72a0-407a-b0f3-e0f5fd529d86 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 943 time: 0.0851998 Aug 24 16:46:35.338162 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e55cc-d0ba-4e52-a639-dd00a4a4a069 req-ecf4fe68-75a2-4902-9e51-b1ee32cd4f4a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:35.339543 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-af3e55cc-d0ba-4e52-a639-dd00a4a4a069 req-ecf4fe68-75a2-4902-9e51-b1ee32cd4f4a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0795770 Aug 24 16:46:35.425306 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7c65fcbd-f423-4fa6-ba1a-d4caaa832ad6 req-500650d0-645e-4960-8673-05237458d794 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846398 Aug 24 16:46:35.429293 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-af3e55cc-d0ba-4e52-a639-dd00a4a4a069 req-2a2b690d-36a1-43c0-bd2b-ed7a5f4759cc tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801940 Aug 24 16:46:35.694645 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:35.789517 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf8449-a079-4546-aa96-a7f4c330c457 req-e8f739f9-e435-42c0-a2c1-83ab3d354ab4 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:35.791138 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4faf8449-a079-4546-aa96-a7f4c330c457 req-e8f739f9-e435-42c0-a2c1-83ab3d354ab4 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 944 time: 0.0580266 Aug 24 16:46:35.841923 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4faf8449-a079-4546-aa96-a7f4c330c457 req-fc432664-2a94-4032-b904-c0a278726dd8 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448973 Aug 24 16:46:36.123458 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0db0ca-fd2d-4f4c-b0fb-23903721f4bb req-6d39c703-2cf6-4596-b3c6-a56988dad07d tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:36.125780 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bb0db0ca-fd2d-4f4c-b0fb-23903721f4bb req-6d39c703-2cf6-4596-b3c6-a56988dad07d tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 949 time: 0.0480309 Aug 24 16:46:36.184149 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bb0db0ca-fd2d-4f4c-b0fb-23903721f4bb req-583fc5f1-7642-428f-a34a-bcee0a73f38a tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3a2425ee-32ad-4031-bc90-a55e969f8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520456 Aug 24 16:46:36.622324 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e38f6-a1c8-4b1f-94ff-4f68d7ea186d req-66396e9d-b278-4db4-bfb1-28dfe29164b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:36.624755 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-671e38f6-a1c8-4b1f-94ff-4f68d7ea186d req-66396e9d-b278-4db4-bfb1-28dfe29164b1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 1128 time: 0.1471500 Aug 24 16:46:36.641060 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01758f8a-b0be-4db6-b88d-8160e4168886 req-ecf0a0b6-2cf0-403d-bbc6-f2dfe53c0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:36.642595 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-01758f8a-b0be-4db6-b88d-8160e4168886 req-ecf0a0b6-2cf0-403d-bbc6-f2dfe53c0b7a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 1127 time: 0.1228144 Aug 24 16:46:36.651050 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec880c-a8a1-48e7-81b8-36c6d4faeb12 req-48e0307d-e923-4582-914f-6c7f4f2484a0 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:36.652592 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ebec880c-a8a1-48e7-81b8-36c6d4faeb12 req-48e0307d-e923-4582-914f-6c7f4f2484a0 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 943 time: 0.1338840 Aug 24 16:46:36.656849 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:36.666921 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57900f4-09e0-4bf9-8d1e-5546698debf2 req-ac1a3051-dfc9-4dcd-ab8e-c67f48324c41 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:36.668411 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d57900f4-09e0-4bf9-8d1e-5546698debf2 req-ac1a3051-dfc9-4dcd-ab8e-c67f48324c41 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1452348 Aug 24 16:46:36.753309 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ebec880c-a8a1-48e7-81b8-36c6d4faeb12 req-069e131e-a74e-4cef-b649-0135c0e913c6 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930786 Aug 24 16:46:36.757415 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d57900f4-09e0-4bf9-8d1e-5546698debf2 req-3792c250-a2d0-449f-a627-1a9186e61aad tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820763 Aug 24 16:46:36.967748 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc07832-b895-46da-93c6-0b9d59f65843 req-12903f89-9d1e-4d47-b747-36b9743cd21c tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:36.969373 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2dc07832-b895-46da-93c6-0b9d59f65843 req-12903f89-9d1e-4d47-b747-36b9743cd21c tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 944 time: 0.0498250 Aug 24 16:46:37.028963 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2dc07832-b895-46da-93c6-0b9d59f65843 req-77662cb6-6ea0-4f0f-b5c1-22510e7b56f1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538824 Aug 24 16:46:37.095171 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:37.254701 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:37.320790 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebd586-e808-4bf9-beaf-9eca79bafbf8 req-c7c939ea-816e-438d-bc90-8490b765259f tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:37.323030 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f4ebd586-e808-4bf9-beaf-9eca79bafbf8 req-c7c939ea-816e-438d-bc90-8490b765259f tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 949 time: 0.0501881 Aug 24 16:46:37.349834 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:37.384767 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f4ebd586-e808-4bf9-beaf-9eca79bafbf8 req-bc4a973b-39c3-4505-9b12-7a64214d9906 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3a2425ee-32ad-4031-bc90-a55e969f8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557148 Aug 24 16:46:37.556138 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device d972466c-37b3-4485-ba2b-6a1659a3de80 details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:46:37.666611 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port d972466c-37b3-4485-ba2b-6a1659a3de80, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=d972466c-37b3-4485-ba2b-6a1659a3de80,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:37.682738 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': 'd972466c-37b3-4485-ba2b-6a1659a3de80', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'port_id': 'd972466c-37b3-4485-ba2b-6a1659a3de80', 'mac_address': 'fa:16:3e:9c:96:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:46:37.727762 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port d972466c-37b3-4485-ba2b-6a1659a3de80 is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:37.728163 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (d972466c-37b3-4485-ba2b-6a1659a3de80), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:37.742023 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d972466c-37b3-4485-ba2b-6a1659a3de80 {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:46:37.762035 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:37.764980 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port d972466c-37b3-4485-ba2b-6a1659a3de80, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=d972466c-37b3-4485-ba2b-6a1659a3de80,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:37.843944 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (d972466c-37b3-4485-ba2b-6a1659a3de80), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:37.900985 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=d972466c-37b3-4485-ba2b-6a1659a3de80,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:37.910370 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:37.911152 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:37.911703 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:37.912255 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:37.912717 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:37.913128 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:37.913529 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:37.914057 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:37.914476 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:37.914859 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:37.915156 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:37.915656 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:37.915992 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:37.916317 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:37.921386 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:46:37.929119 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd069d00-5eda-4d94-9791-2c724999109e req-6126f967-6cc2-486d-a683-7369e4589f9c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:37.930620 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dd069d00-5eda-4d94-9791-2c724999109e req-6126f967-6cc2-486d-a683-7369e4589f9c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 943 time: 0.0841043 Aug 24 16:46:37.936588 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc46764-011c-4d8c-b76d-9f628b830181 req-c8842262-a49f-41fc-967b-d4f6c31bb3db tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:37.938176 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2cc46764-011c-4d8c-b76d-9f628b830181 req-c8842262-a49f-41fc-967b-d4f6c31bb3db tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1009851 Aug 24 16:46:38.020310 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dd069d00-5eda-4d94-9791-2c724999109e req-2f3ba8b5-9321-4a71-8e3a-849f7576e4cf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811486 Aug 24 16:46:38.023636 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2cc46764-011c-4d8c-b76d-9f628b830181 req-705d0190-4467-4ad2-92bb-e554f6620535 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775018 Aug 24 16:46:38.183354 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e38f6-a1c8-4b1f-94ff-4f68d7ea186d req-ab082dbc-ace9-4acd-a4b9-914b2481a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:38.184872 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-671e38f6-a1c8-4b1f-94ff-4f68d7ea186d req-ab082dbc-ace9-4acd-a4b9-914b2481a412 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 920 time: 0.1603606 Aug 24 16:46:38.234467 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b2e0e-de31-466a-9054-d1b69b496a70 req-5943c54b-c5dd-4e0a-8010-f4cd72482699 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:38.235945 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8e9b2e0e-de31-466a-9054-d1b69b496a70 req-5943c54b-c5dd-4e0a-8010-f4cd72482699 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 945 time: 0.1123123 Aug 24 16:46:38.273521 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01758f8a-b0be-4db6-b88d-8160e4168886 req-b532ccc1-df59-43ad-b96c-ad31f1a2bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:38.274957 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-01758f8a-b0be-4db6-b88d-8160e4168886 req-b532ccc1-df59-43ad-b96c-ad31f1a2bd80 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1750731 Aug 24 16:46:38.275456 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['d972466c-37b3-4485-ba2b-6a1659a3de80'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:46:38.348108 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-671e38f6-a1c8-4b1f-94ff-4f68d7ea186d req-68e08cb3-4e2e-4b33-9d73-04bd199526a9 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d972466c-37b3-4485-ba2b-6a1659a3de80 HTTP/1.1" status: 200 len: 217 time: 0.0682383 Aug 24 16:46:38.360999 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8e9b2e0e-de31-466a-9054-d1b69b496a70 req-2e79ab6f-4f61-4fb6-ac67-d166678ae9c4 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161592 Aug 24 16:46:38.512586 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d4379-ed9d-4ed6-b796-a168f590c826 req-2ea6e57f-03bf-46ff-a5b4-602a1e408d6f tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:38.514501 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-5a7d4379-ed9d-4ed6-b796-a168f590c826 req-2ea6e57f-03bf-46ff-a5b4-602a1e408d6f tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 949 time: 0.1093085 Aug 24 16:46:38.540847 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e38f6-a1c8-4b1f-94ff-4f68d7ea186d req-b53b1738-fa1c-437c-87e4-63bd1ae8bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:38.542304 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-671e38f6-a1c8-4b1f-94ff-4f68d7ea186d req-b53b1738-fa1c-437c-87e4-63bd1ae8bb85 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=27787f90-01da-4eab-83e5-1d4c783724ac HTTP/1.1" status: 200 len: 858 time: 0.1752517 Aug 24 16:46:38.543245 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01758f8a-b0be-4db6-b88d-8160e4168886 req-5ee21c36-5e83-491c-bbbf-1d80f4339738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:38.544551 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-01758f8a-b0be-4db6-b88d-8160e4168886 req-5ee21c36-5e83-491c-bbbf-1d80f4339738 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2520497 Aug 24 16:46:38.555009 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91b11b-e25d-4e13-9666-71ef53663e47 req-bee2b5fa-63a6-4240-b319-fb604a00152e tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:38.559501 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7f91b11b-e25d-4e13-9666-71ef53663e47 req-bee2b5fa-63a6-4240-b319-fb604a00152e tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 949 time: 0.0896351 Aug 24 16:46:38.674757 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:38.676265 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:38.680461 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [req-5a7d4379-ed9d-4ed6-b796-a168f590c826 req-f40bb6ec-0faa-4c6c-90fe-3e8a997fc39c tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Deleting port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:46:38.680803 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-5a7d4379-ed9d-4ed6-b796-a168f590c826 req-f40bb6ec-0faa-4c6c-90fe-3e8a997fc39c tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:38.684381 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e38f6-a1c8-4b1f-94ff-4f68d7ea186d req-7ecb3457-8404-4136-adad-4546307ef9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:38.684381 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-671e38f6-a1c8-4b1f-94ff-4f68d7ea186d req-7ecb3457-8404-4136-adad-4546307ef9e1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=4d88a69f-ea66-4ba4-9592-a2ab513e73da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1222389 Aug 24 16:46:38.696720 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-c8462453-d774-4a22-9b91-75f9d1c2b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:38.698256 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-c8462453-d774-4a22-9b91-75f9d1c2b3cb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 1127 time: 0.0915575 Aug 24 16:46:38.710659 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7f91b11b-e25d-4e13-9666-71ef53663e47 req-06611211-b647-4887-be1b-4bd10d23f26a tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3a2425ee-32ad-4031-bc90-a55e969f8b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380274 Aug 24 16:46:38.775997 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-83e6a421-4933-4443-bad7-fd67d1830a4a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f12eb4e-a077-4950-8f49-746c7b5d2410 HTTP/1.1" status: 200 len: 217 time: 0.0541427 Aug 24 16:46:38.796479 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [req-5a7d4379-ed9d-4ed6-b796-a168f590c826 req-f40bb6ec-0faa-4c6c-90fe-3e8a997fc39c tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] For port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb,segment=NetworkSegment(fb367693-ca8c-48f9-b3e1-687af67e5b3c),segment_id=fb367693-ca8c-48f9-b3e1-687af67e5b3c)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:38.800819 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-5a7d4379-ed9d-4ed6-b796-a168f590c826 req-f40bb6ec-0faa-4c6c-90fe-3e8a997fc39c tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:38.821303 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [req-5a7d4379-ed9d-4ed6-b796-a168f590c826 req-f40bb6ec-0faa-4c6c-90fe-3e8a997fc39c tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Calling delete_port for b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb owned by compute:nova {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:46:39.054807 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-5a7d4379-ed9d-4ed6-b796-a168f590c826 req-f40bb6ec-0faa-4c6c-90fe-3e8a997fc39c tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:39.085241 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bb6ec-0faa-4c6c-90fe-3e8a997fc39c tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Pushing event deleted for resources: {'Port': ['ID=b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:39.119531 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:46:39.133543 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-216f2e62-f016-471e-b56d-94c8697ec277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:39.139187 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-216f2e62-f016-471e-b56d-94c8697ec277 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=502f9714-b664-4573-bc1d-27593423cf2c HTTP/1.1" status: 200 len: 854 time: 0.3265548 Aug 24 16:46:39.142071 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-671e38f6-a1c8-4b1f-94ff-4f68d7ea186d req-210f3ff6-3185-42dc-84f4-10c04a2829b5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469166 Aug 24 16:46:39.196048 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7d4379-ed9d-4ed6-b796-a168f590c826 req-f40bb6ec-0faa-4c6c-90fe-3e8a997fc39c tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] No DVR routers for this DVR port b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb on host hv-cinder-73116 {{(pid=113369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:46:39.199323 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-5a7d4379-ed9d-4ed6-b796-a168f590c826 req-f40bb6ec-0faa-4c6c-90fe-3e8a997fc39c tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:39.203226 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-5a7d4379-ed9d-4ed6-b796-a168f590c826 req-f40bb6ec-0faa-4c6c-90fe-3e8a997fc39c tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.40 "DELETE /networking/v2.0/ports/b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb HTTP/1.1" status: 204 len: 173 time: 0.6807866 Aug 24 16:46:39.205706 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba54a89-d4d3-4d77-aa35-bf744968c331', 'name': 'network-vif-deleted', 'tag': 'b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:46:39.206573 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef84f996-faea-461b-acd2-0dd507d2bc28" -d '{"events": [{"server_uuid": "7ba54a89-d4d3-4d77-aa35-bf744968c331", "name": "network-vif-deleted", "tag": "b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:46:39.214634 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:39.302725 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0e550-02b5-4e27-b09a-7f7c04da194c req-5f95e2c7-27b9-40d6-a672-51e3aa48f060 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:39.304404 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2fe0e550-02b5-4e27-b09a-7f7c04da194c req-5f95e2c7-27b9-40d6-a672-51e3aa48f060 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 943 time: 0.1614058 Aug 24 16:46:39.358446 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-ed5f903c-51a1-4a84-ba80-1cac5997f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:39.359896 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-ed5f903c-51a1-4a84-ba80-1cac5997f2b7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=883b1cf6-8114-4681-9877-f2163f4c86c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2057991 Aug 24 16:46:39.368257 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5d417-0d86-4451-b4cc-e51819db3a33 req-6d18b1d2-734a-4f3a-9af4-8abe43cefcc3 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:39.369744 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6dd5d417-0d86-4451-b4cc-e51819db3a33 req-6d18b1d2-734a-4f3a-9af4-8abe43cefcc3 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1581933 Aug 24 16:46:39.503702 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-671e38f6-a1c8-4b1f-94ff-4f68d7ea186d req-a311fbe2-75c5-46f6-a5aa-9d81c740928f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212783 Aug 24 16:46:39.533457 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2fe0e550-02b5-4e27-b09a-7f7c04da194c req-5395412f-4f4b-469f-86a7-165a062d97a7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134159 Aug 24 16:46:39.556061 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6dd5d417-0d86-4451-b4cc-e51819db3a33 req-4f5d1ebe-51bc-42e4-b8c1-e2b571d5dfe2 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582510 Aug 24 16:46:39.566217 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device d972466c-37b3-4485-ba2b-6a1659a3de80 up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:39.571523 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-43ac00b5-859c-46cd-beb2-c38389cc2746 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965642 Aug 24 16:46:39.614163 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7fad5c-f2fa-44c6-82f7-45704a24f80a x-openstack-request-id: req-af7fad5c-f2fa-44c6-82f7-45704a24f80a {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:46:39.614163 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba54a89-d4d3-4d77-aa35-bf744968c331", "name": "network-vif-deleted", "tag": "b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:46:39.614163 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-af7fad5c-f2fa-44c6-82f7-45704a24f80a {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:46:39.614163 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7fad5c-f2fa-44c6-82f7-45704a24f80a'] response: {'server_uuid': '7ba54a89-d4d3-4d77-aa35-bf744968c331', 'name': 'network-vif-deleted', 'tag': 'b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb', 'status': 'completed', 'code': 200} Aug 24 16:46:39.644731 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port d972466c-37b3-4485-ba2b-6a1659a3de80 completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:46:39.712010 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port d972466c-37b3-4485-ba2b-6a1659a3de80 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:39.712599 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (d972466c-37b3-4485-ba2b-6a1659a3de80), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:39.752483 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ef13f-dbad-4cdd-aead-8561cd775c63 req-47e23bbe-d5ab-4a70-bb7e-39b90e5302cb tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:39.754327 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d86ef13f-dbad-4cdd-aead-8561cd775c63 req-47e23bbe-d5ab-4a70-bb7e-39b90e5302cb tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 945 time: 0.0688658 Aug 24 16:46:39.760230 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:39.762894 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce17b373-f0a1-4083-b923-17fddea6e7e4 req-5c9d3f39-8c0b-4f98-82f6-46f9e41fa17f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777468 Aug 24 16:46:39.815574 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d86ef13f-dbad-4cdd-aead-8561cd775c63 req-70b8b9b6-6625-4f9b-80db-ff57d7360224 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516889 Aug 24 16:46:39.827103 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port d972466c-37b3-4485-ba2b-6a1659a3de80 is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:39.827103 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (d972466c-37b3-4485-ba2b-6a1659a3de80), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:39.864878 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd972466c-37b3-4485-ba2b-6a1659a3de80'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:46:39.867481 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21bd102-ebe2-41b5-bd24-fb92cb190d4f" -d '{"events": [{"server_uuid": "f4e8d907-5a6d-450e-92bc-a4ee16bde539", "name": "network-vif-plugged", "status": "completed", "tag": "d972466c-37b3-4485-ba2b-6a1659a3de80"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:46:39.884128 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-91982e5b-1969-4dcb-bd2f-ee7ee2649879 req-77cf0088-fbb9-4ebd-a0b5-561c5cf3503e tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 210 time: 0.0469291 Aug 24 16:46:39.887722 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port d972466c-37b3-4485-ba2b-6a1659a3de80, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=d972466c-37b3-4485-ba2b-6a1659a3de80,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:39.911881 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bca4d3-db8d-4eaf-8bec-cbdc3035a7ce x-openstack-request-id: req-39bca4d3-db8d-4eaf-8bec-cbdc3035a7ce {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:46:39.912196 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e8d907-5a6d-450e-92bc-a4ee16bde539", "name": "network-vif-plugged", "status": "completed", "tag": "d972466c-37b3-4485-ba2b-6a1659a3de80", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:46:39.912478 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-39bca4d3-db8d-4eaf-8bec-cbdc3035a7ce {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:46:39.912875 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39bca4d3-db8d-4eaf-8bec-cbdc3035a7ce'] response: {'server_uuid': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd972466c-37b3-4485-ba2b-6a1659a3de80', 'code': 200} Aug 24 16:46:39.974894 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (d972466c-37b3-4485-ba2b-6a1659a3de80), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:40.050152 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=d972466c-37b3-4485-ba2b-6a1659a3de80,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:40.698426 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891f9b0-6e31-4e49-bb67-2ba87d2623e4 req-fdb413f3-449d-4766-a7de-e14ad10ed969 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:40.699879 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f891f9b0-6e31-4e49-bb67-2ba87d2623e4 req-fdb413f3-449d-4766-a7de-e14ad10ed969 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 943 time: 0.0813856 Aug 24 16:46:40.740376 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea80995-4b2a-4e62-9530-e1fdbc550aea req-c3a0e9a8-2f90-47d1-8994-7ecc3114b887 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:40.740792 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bea80995-4b2a-4e62-9530-e1fdbc550aea req-c3a0e9a8-2f90-47d1-8994-7ecc3114b887 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0808773 Aug 24 16:46:40.798008 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f891f9b0-6e31-4e49-bb67-2ba87d2623e4 req-1674535b-3519-4b93-999c-2ae77ed69f9a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891030 Aug 24 16:46:40.815395 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bea80995-4b2a-4e62-9530-e1fdbc550aea req-bfa5f9d7-4d50-49ab-83fe-d2bdf2a8a535 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680468 Aug 24 16:46:40.917410 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:40.963268 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cd1c8-0b41-45ec-b66b-32cb965f2b07 req-aa3680e2-8308-4b99-b648-9b8ab69d05b1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:40.964868 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-370cd1c8-0b41-45ec-b66b-32cb965f2b07 req-aa3680e2-8308-4b99-b648-9b8ab69d05b1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0634427 Aug 24 16:46:41.026189 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c1d61675-6f7b-4d41-a3ec-0d3d73c6d239 req-5e60588c-c895-4c5c-be63-0c5fe262b018 tempest-VolumesNegativeTest-1330351436 tempest-VolumesNegativeTest-1330351436-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=7ba54a89-d4d3-4d77-aa35-bf744968c331 HTTP/1.1" status: 200 len: 210 time: 0.0339096 Aug 24 16:46:41.051057 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-370cd1c8-0b41-45ec-b66b-32cb965f2b07 req-3024c1eb-b7f6-43c9-b5aa-05b414c1616d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776618 Aug 24 16:46:41.270463 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1b5b6-7caa-4850-89ca-a751ee6fb461 req-a1011785-acc6-40ff-83ff-d2fb959ac2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:41.272113 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bbb1b5b6-7caa-4850-89ca-a751ee6fb461 req-a1011785-acc6-40ff-83ff-d2fb959ac2d1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 1130 time: 0.0472505 Aug 24 16:46:41.325796 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bbb1b5b6-7caa-4850-89ca-a751ee6fb461 req-4aab2c59-0566-4e0f-af20-368d40f2e533 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460014 Aug 24 16:46:41.351623 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:46:41.949742 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:41.972303 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba43b00-55dc-4375-aa00-fc05877e8c45 req-78b1b818-a301-43ca-89b2-51a50b79a8f1 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:41.974244 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0ba43b00-55dc-4375-aa00-fc05877e8c45 req-78b1b818-a301-43ca-89b2-51a50b79a8f1 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 943 time: 0.0896025 Aug 24 16:46:41.983244 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d54d6-d5c3-4e01-a88e-f546428d6ccf req-b4004a24-e3c4-4f6b-8797-04a30282e3c0 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:41.985348 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-737d54d6-d5c3-4e01-a88e-f546428d6ccf req-b4004a24-e3c4-4f6b-8797-04a30282e3c0 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0890539 Aug 24 16:46:42.068067 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0ba43b00-55dc-4375-aa00-fc05877e8c45 req-06f92b2a-8722-487f-ab77-a3027064961d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817852 Aug 24 16:46:42.071365 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-737d54d6-d5c3-4e01-a88e-f546428d6ccf req-8893f180-efc8-445e-ac5f-f5c7695f63d5 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779829 Aug 24 16:46:42.200302 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b563cd-25c3-4150-910e-9bb6b9f25af4 req-b9b06061-4d3a-436a-bbbb-7c05e96b8011 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:42.202180 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-97b563cd-25c3-4150-910e-9bb6b9f25af4 req-b9b06061-4d3a-436a-bbbb-7c05e96b8011 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0561430 Aug 24 16:46:42.253630 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-97b563cd-25c3-4150-910e-9bb6b9f25af4 req-eb23f1df-d155-4cca-a49a-4d0499aa6744 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452266 Aug 24 16:46:43.253153 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e401be-682c-4f33-8dd6-38fc07e4fcd4 req-5008577c-e052-4235-a8d6-730881133d2b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:43.255507 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-60e401be-682c-4f33-8dd6-38fc07e4fcd4 req-5008577c-e052-4235-a8d6-730881133d2b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 943 time: 0.1025350 Aug 24 16:46:43.264915 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f02e7c-3dab-43d2-b1c4-ee5b8ebc2abd req-b14fcd0d-80ca-45f9-bfff-6364fc71cb03 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:43.270187 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-60f02e7c-3dab-43d2-b1c4-ee5b8ebc2abd req-b14fcd0d-80ca-45f9-bfff-6364fc71cb03 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1040506 Aug 24 16:46:43.377822 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-60f02e7c-3dab-43d2-b1c4-ee5b8ebc2abd req-19c1198b-b336-43ae-9cd9-cb29fc0d8db7 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063364 Aug 24 16:46:43.381150 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-60e401be-682c-4f33-8dd6-38fc07e4fcd4 req-a39ec6b1-cce1-4adf-b135-2c07012913e3 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037362 Aug 24 16:46:43.519215 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458df54-5fbf-42b9-b316-29344b439b92 req-55fc4984-a1a9-4d5d-90e7-acfc276240ed tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:43.520699 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9458df54-5fbf-42b9-b316-29344b439b92 req-55fc4984-a1a9-4d5d-90e7-acfc276240ed tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0486925 Aug 24 16:46:43.577617 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9458df54-5fbf-42b9-b316-29344b439b92 req-0490ff7b-5d04-429a-97e4-9108a2d3de0f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491874 Aug 24 16:46:43.593834 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:46:43.624272 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 8f12eb4e-a077-4950-8f49-746c7b5d2410 details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:46:43.624272 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:46:43.624272 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device b4a6135d-99c4-4c1b-bbe4-97294bfe7cfb not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:46:43.727490 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a67534-c02c-46ab-be61-fb81d7dd3044 req-76c4187a-c866-4d8a-927e-2b328dcd1817 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:43.729020 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-33a67534-c02c-46ab-be61-fb81d7dd3044 req-76c4187a-c866-4d8a-927e-2b328dcd1817 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0551257 Aug 24 16:46:43.738379 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 8f12eb4e-a077-4950-8f49-746c7b5d2410, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=8f12eb4e-a077-4950-8f49-746c7b5d2410,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:43.738979 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 35132) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:43.743446 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-d2a91ac7-6373-4afe-94f5-f56665f2cc3f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Request body: {'floatingip': {'port_id': 'd972466c-37b3-4485-ba2b-6a1659a3de80'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:43.766124 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': '8f12eb4e-a077-4950-8f49-746c7b5d2410', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'port_id': '8f12eb4e-a077-4950-8f49-746c7b5d2410', 'mac_address': 'fa:16:3e:f1:92:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:46:43.789506 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d2a91ac7-6373-4afe-94f5-f56665f2cc3f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for floatingip (19c2f478-6149-42df-9e27-1049c1c38d50), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:43.804778 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 8f12eb4e-a077-4950-8f49-746c7b5d2410 is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:43.805177 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (8f12eb4e-a077-4950-8f49-746c7b5d2410), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:43.818748 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f12eb4e-a077-4950-8f49-746c7b5d2410 {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:46:43.841088 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 8f12eb4e-a077-4950-8f49-746c7b5d2410, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=8f12eb4e-a077-4950-8f49-746c7b5d2410,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:43.933423 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (8f12eb4e-a077-4950-8f49-746c7b5d2410), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:43.938356 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:43.984964 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=8f12eb4e-a077-4950-8f49-746c7b5d2410,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:44.119734 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:44.248642 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:44.253539 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d2a91ac7-6373-4afe-94f5-f56665f2cc3f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:44.274021 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['8f12eb4e-a077-4950-8f49-746c7b5d2410'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:46:44.321884 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d2a91ac7-6373-4afe-94f5-f56665f2cc3f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (19c2f478-6149-42df-9e27-1049c1c38d50), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:44.437283 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [None req-d2a91ac7-6373-4afe-94f5-f56665f2cc3f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Floating IP 19c2f478-6149-42df-9e27-1049c1c38d50 associated. External IP: 172.27.4.88, port: d972466c-37b3-4485-ba2b-6a1659a3de80. Aug 24 16:46:44.616288 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99417fcb-fd74-490e-97aa-e9ded27edb0c req-26ee7b74-343d-4d33-9a71-bea9befd9567 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:44.617801 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-99417fcb-fd74-490e-97aa-e9ded27edb0c req-26ee7b74-343d-4d33-9a71-bea9befd9567 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1009529 Aug 24 16:46:44.625998 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb34973-dccd-4122-9258-e98c443e909b req-10f5b66d-c1ca-4261-a03f-899e93b6b18c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:44.628414 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8cb34973-dccd-4122-9258-e98c443e909b req-10f5b66d-c1ca-4261-a03f-899e93b6b18c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 944 time: 0.1095967 Aug 24 16:46:44.798850 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-99417fcb-fd74-490e-97aa-e9ded27edb0c req-14575397-f11a-4384-b721-8b1478c46a9f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674497 Aug 24 16:46:44.809034 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8cb34973-dccd-4122-9258-e98c443e909b req-4afb1653-26e0-4949-b73d-b585a45f8f97 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722794 Aug 24 16:46:44.855435 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a91ac7-6373-4afe-94f5-f56665f2cc3f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Router ce4ec97e-757c-43a7-916f-11458e95ba52 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:46:44.973254 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a91ac7-6373-4afe-94f5-f56665f2cc3f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:46:44.979372 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d2a91ac7-6373-4afe-94f5-f56665f2cc3f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:44.990813 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8eab4d-cbdb-46f2-b141-debf106099d7 None None] Sync routers for ids ['ce4ec97e-757c-43a7-916f-11458e95ba52'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:46:45.022049 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8eab4d-cbdb-46f2-b141-debf106099d7 None None] Routers {'ce4ec97e-757c-43a7-916f-11458e95ba52'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:46:45.022049 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-fc8eab4d-cbdb-46f2-b141-debf106099d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['ce4ec97e-757c-43a7-916f-11458e95ba52'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:45.029427 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-d2a91ac7-6373-4afe-94f5-f56665f2cc3f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/19c2f478-6149-42df-9e27-1049c1c38d50 HTTP/1.1" status: 200 len: 991 time: 1.2891617 Aug 24 16:46:45.030295 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'tag': 'd972466c-37b3-4485-ba2b-6a1659a3de80'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:46:45.034340 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89909d43-82ba-4ce1-b116-c5392b7503ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e8d907-5a6d-450e-92bc-a4ee16bde539", "tag": "d972466c-37b3-4485-ba2b-6a1659a3de80"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:46:45.079767 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f30f83e-0658-4034-b3be-88ef39d85aef x-openstack-request-id: req-6f30f83e-0658-4034-b3be-88ef39d85aef {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:46:45.080147 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e8d907-5a6d-450e-92bc-a4ee16bde539", "tag": "d972466c-37b3-4485-ba2b-6a1659a3de80", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:46:45.080432 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6f30f83e-0658-4034-b3be-88ef39d85aef {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:46:45.080843 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f30f83e-0658-4034-b3be-88ef39d85aef'] response: {'name': 'network-changed', 'server_uuid': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'tag': 'd972466c-37b3-4485-ba2b-6a1659a3de80', 'status': 'completed', 'code': 200} Aug 24 16:46:45.136256 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-fc8eab4d-cbdb-46f2-b141-debf106099d7 None None] Set router ce4ec97e-757c-43a7-916f-11458e95ba52 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:46:45.167813 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89909d43-82ba-4ce1-b116-c5392b7503ce req-d5372956-76e4-4d0d-b2e6-d55d708a563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:45.169402 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-89909d43-82ba-4ce1-b116-c5392b7503ce req-d5372956-76e4-4d0d-b2e6-d55d708a563b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 1130 time: 0.0501618 Aug 24 16:46:45.464229 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-fc8eab4d-cbdb-46f2-b141-debf106099d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:24Z', 'revision_number': 4, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port': {'id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '19c2f478-6149-42df-9e27-1049c1c38d50', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'floating_ip_address': '172.27.4.88', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'port_id': 'd972466c-37b3-4485-ba2b-6a1659a3de80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'mac_address': 'fa:16:3e:9c:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:46:20Z', 'updated_at': '2022-08-24T16:46:44Z', 'revision_number': 1, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44edde22-7748-4c7c-a788-ac3ce953fcc2', 'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'mac_address': 'fa:16:3e:55:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:22Z', 'updated_at': '2022-08-24T16:44:33Z', 'revision_number': 5, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'subnets': [{'id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:45.495631 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8eab4d-cbdb-46f2-b141-debf106099d7 None None] Checking router: ce4ec97e-757c-43a7-916f-11458e95ba52 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:46:45.510187 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8eab4d-cbdb-46f2-b141-debf106099d7 None None] Routers {'ce4ec97e-757c-43a7-916f-11458e95ba52'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:46:45.510816 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-fc8eab4d-cbdb-46f2-b141-debf106099d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['ce4ec97e-757c-43a7-916f-11458e95ba52'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:45.562405 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89909d43-82ba-4ce1-b116-c5392b7503ce req-0f2303c6-9bf5-4916-b8ea-e04e1d60e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:45.563883 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-89909d43-82ba-4ce1-b116-c5392b7503ce req-0f2303c6-9bf5-4916-b8ea-e04e1d60e97f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 920 time: 0.3866417 Aug 24 16:46:45.591096 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:45.614794 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 8f12eb4e-a077-4950-8f49-746c7b5d2410 up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:45.632733 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:45.637244 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-89909d43-82ba-4ce1-b116-c5392b7503ce req-17771373-60e3-4f8a-b45b-d2c6d7125619 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d972466c-37b3-4485-ba2b-6a1659a3de80 HTTP/1.1" status: 200 len: 999 time: 0.0665987 Aug 24 16:46:45.663314 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-fc8eab4d-cbdb-46f2-b141-debf106099d7 None None] Set router ce4ec97e-757c-43a7-916f-11458e95ba52 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:46:45.696425 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89909d43-82ba-4ce1-b116-c5392b7503ce req-40eeeae0-f7b3-4efe-8659-04fb719cd582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:45.697888 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-89909d43-82ba-4ce1-b116-c5392b7503ce req-40eeeae0-f7b3-4efe-8659-04fb719cd582 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=27787f90-01da-4eab-83e5-1d4c783724ac HTTP/1.1" status: 200 len: 858 time: 0.0511127 Aug 24 16:46:45.750572 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port 8f12eb4e-a077-4950-8f49-746c7b5d2410 completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:46:45.753242 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89909d43-82ba-4ce1-b116-c5392b7503ce req-7bc3d611-302b-4dd3-890b-d2cc1759b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:45.754798 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-89909d43-82ba-4ce1-b116-c5392b7503ce req-7bc3d611-302b-4dd3-890b-d2cc1759b7f5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=4d88a69f-ea66-4ba4-9592-a2ab513e73da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473807 Aug 24 16:46:45.764435 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:45.839259 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port 8f12eb4e-a077-4950-8f49-746c7b5d2410 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:45.839638 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (8f12eb4e-a077-4950-8f49-746c7b5d2410), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:45.863973 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-89909d43-82ba-4ce1-b116-c5392b7503ce req-f7648445-c38c-499e-aa6d-0c2dc7d33c21 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016588 Aug 24 16:46:45.979188 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:46.019976 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 8f12eb4e-a077-4950-8f49-746c7b5d2410 is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:46.020605 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (8f12eb4e-a077-4950-8f49-746c7b5d2410), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:46.040554 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-fc8eab4d-cbdb-46f2-b141-debf106099d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:24Z', 'revision_number': 4, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port': {'id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '19c2f478-6149-42df-9e27-1049c1c38d50', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'floating_ip_address': '172.27.4.88', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'port_id': 'd972466c-37b3-4485-ba2b-6a1659a3de80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'mac_address': 'fa:16:3e:9c:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:46:20Z', 'updated_at': '2022-08-24T16:46:44Z', 'revision_number': 1, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44edde22-7748-4c7c-a788-ac3ce953fcc2', 'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'mac_address': 'fa:16:3e:55:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:22Z', 'updated_at': '2022-08-24T16:44:33Z', 'revision_number': 5, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'subnets': [{'id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:46.096741 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae10e42-6d89-400e-ac43-1e5390ff34ac req-8e0f6467-5d87-4096-a832-203585bc5e8f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:46.098264 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8eab4d-cbdb-46f2-b141-debf106099d7 None None] The sync data for ids ['ce4ec97e-757c-43a7-916f-11458e95ba52'] in dv-cinder-731167-2-iscsi is: [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:24Z', 'revision_number': 4, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port': {'id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '19c2f478-6149-42df-9e27-1049c1c38d50', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'floating_ip_address': '172.27.4.88', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'port_id': 'd972466c-37b3-4485-ba2b-6a1659a3de80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'mac_address': 'fa:16:3e:9c:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:46:20Z', 'updated_at': '2022-08-24T16:46:44Z', 'revision_number': 1, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44edde22-7748-4c7c-a788-ac3ce953fcc2', 'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'mac_address': 'fa:16:3e:55:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:22Z', 'updated_at': '2022-08-24T16:44:33Z', 'revision_number': 5, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'subnets': [{'id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:46:46.098264 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f12eb4e-a077-4950-8f49-746c7b5d2410'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:46:46.098264 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37964f51-fed5-49dc-a241-88bd2a25ffba" -d '{"events": [{"server_uuid": "e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4", "name": "network-vif-plugged", "status": "completed", "tag": "8f12eb4e-a077-4950-8f49-746c7b5d2410"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:46:46.103635 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2ae10e42-6d89-400e-ac43-1e5390ff34ac req-8e0f6467-5d87-4096-a832-203585bc5e8f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1788847 Aug 24 16:46:46.129047 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 8f12eb4e-a077-4950-8f49-746c7b5d2410, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=8f12eb4e-a077-4950-8f49-746c7b5d2410,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:46.134622 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8df1a-cca8-49e4-8d37-75fc00182e31 req-00ae4953-d925-447f-ae5e-9b31926ee8c4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:46.135468 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9fe8df1a-cca8-49e4-8d37-75fc00182e31 req-00ae4953-d925-447f-ae5e-9b31926ee8c4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 944 time: 0.1954644 Aug 24 16:46:46.166330 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-89909d43-82ba-4ce1-b116-c5392b7503ce req-4ec2a8cf-fbac-4226-b2dc-fc3a126a2632 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893176 Aug 24 16:46:46.191351 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (8f12eb4e-a077-4950-8f49-746c7b5d2410), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:46.276702 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9fe8df1a-cca8-49e4-8d37-75fc00182e31 req-62c1163d-6da1-48b4-882a-e9764871e509 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295533 Aug 24 16:46:46.285294 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=8f12eb4e-a077-4950-8f49-746c7b5d2410,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:46.308601 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2ae10e42-6d89-400e-ac43-1e5390ff34ac req-4c265e4f-2145-4ff6-9811-12667b7a8694 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826530 Aug 24 16:46:46.345980 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bc6b35-345c-4dba-b51b-e6f5a9c4004d x-openstack-request-id: req-90bc6b35-345c-4dba-b51b-e6f5a9c4004d {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:46:46.346515 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4", "name": "network-vif-plugged", "status": "completed", "tag": "8f12eb4e-a077-4950-8f49-746c7b5d2410", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:46:46.347110 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-90bc6b35-345c-4dba-b51b-e6f5a9c4004d {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:46:46.347215 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90bc6b35-345c-4dba-b51b-e6f5a9c4004d'] response: {'server_uuid': 'e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f12eb4e-a077-4950-8f49-746c7b5d2410', 'code': 200} Aug 24 16:46:46.682520 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d84860-ad64-4b20-870d-8ed86e9a4778 req-b137cf32-0b82-45bf-8ec7-76378827fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:46.684019 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d0d84860-ad64-4b20-870d-8ed86e9a4778 req-b137cf32-0b82-45bf-8ec7-76378827fbec service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 1129 time: 0.0487468 Aug 24 16:46:46.736190 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d0d84860-ad64-4b20-870d-8ed86e9a4778 req-0d2159c5-8d3c-446b-bfca-2c6bddfc1a88 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439093 Aug 24 16:46:46.910181 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64598fa8-929d-45f6-88fc-ef869bab4ad1 None None] New status for floating IP 19c2f478-6149-42df-9e27-1049c1c38d50: ACTIVE {{(pid=113372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:46:47.418686 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7085d-ad9d-4b58-9ead-a68fd18c28bd req-3d1106f5-b6fd-46d9-90f4-1989e8731ae8 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:47.420096 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1ab7085d-ad9d-4b58-9ead-a68fd18c28bd req-3d1106f5-b6fd-46d9-90f4-1989e8731ae8 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 945 time: 0.0749702 Aug 24 16:46:47.468126 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778b71e-4c63-442b-9190-28bae3dda249 req-b50fa851-beb4-470b-97a2-60811ca197ee tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:47.469671 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9778b71e-4c63-442b-9190-28bae3dda249 req-b50fa851-beb4-470b-97a2-60811ca197ee tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0708735 Aug 24 16:46:47.513426 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1ab7085d-ad9d-4b58-9ead-a68fd18c28bd req-c6ea1f1c-1228-4a83-97b9-95b4afca1ff8 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761735 Aug 24 16:46:47.548213 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9778b71e-4c63-442b-9190-28bae3dda249 req-2a6330b3-8488-46b8-b21c-ecf3b327aefb tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665617 Aug 24 16:46:48.700018 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51b33f-f772-4e83-a1a4-eb3a58616cdb req-6293248a-9e09-46a5-9260-19387f2880af tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:48.701653 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-da51b33f-f772-4e83-a1a4-eb3a58616cdb req-6293248a-9e09-46a5-9260-19387f2880af tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 945 time: 0.0977027 Aug 24 16:46:48.716637 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446f316-81f8-4bf4-b03a-a1a87c011f98 req-926faace-b39a-49a4-99e3-ccd6751f5d94 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:48.721012 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7446f316-81f8-4bf4-b03a-a1a87c011f98 req-926faace-b39a-49a4-99e3-ccd6751f5d94 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0791466 Aug 24 16:46:48.808448 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-da51b33f-f772-4e83-a1a4-eb3a58616cdb req-5695f27b-e6cc-4176-92f1-47fa00f46b9e tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991473 Aug 24 16:46:48.811962 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7446f316-81f8-4bf4-b03a-a1a87c011f98 req-e4754ea6-8a31-4825-9870-047ec5ae26ba tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820124 Aug 24 16:46:49.136623 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:49.138924 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 35348) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:49.175294 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=75,neutron:DELETE=7 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:49.293030 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-387dfcf8-8ce0-4724-863e-a63a27bd92e0 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=bbd583b569f04997b2ee33b74110ea25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523616 Aug 24 16:46:49.298723 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 35354) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:49.347227 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-693d99f7-ee92-407d-b4ba-facaf3827963 admin admin] Publish callbacks [] for security_group (3a2425ee-32ad-4031-bc90-a55e969f8b76), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:49.369420 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-693d99f7-ee92-407d-b4ba-facaf3827963 admin admin] Publish callbacks [] for security_group (3a2425ee-32ad-4031-bc90-a55e969f8b76), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:49.539611 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-693d99f7-ee92-407d-b4ba-facaf3827963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (3a2425ee-32ad-4031-bc90-a55e969f8b76), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:49.542276 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-693d99f7-ee92-407d-b4ba-facaf3827963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:49.543405 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-693d99f7-ee92-407d-b4ba-facaf3827963 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/3a2425ee-32ad-4031-bc90-a55e969f8b76 HTTP/1.1" status: 204 len: 168 time: 0.2459919 Aug 24 16:46:49.551837 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d99f7-ee92-407d-b4ba-facaf3827963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2425ee-32ad-4031-bc90-a55e969f8b76,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:49.600069 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-5ecbb00d-7a51-47bb-be1d-f3443f3b5354 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-406146474&fields=id&tenant_id=05a8a1a0e0334559ab3fc9a63685fa69 HTTP/1.1" status: 200 len: 267 time: 0.0622547 Aug 24 16:46:49.622235 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:49.719662 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-e9e83a2a-1260-4751-b8f8-847717307157 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:49.721259 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-e9e83a2a-1260-4751-b8f8-847717307157 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/networks?id=6e759f09-8493-41a1-82dc-95cc3aa0aabe HTTP/1.1" status: 200 len: 808 time: 0.1145864 Aug 24 16:46:49.736997 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-45c634c8-a050-4afe-af93-f30a7b79060c tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/quotas/05a8a1a0e0334559ab3fc9a63685fa69 HTTP/1.1" status: 200 len: 375 time: 0.0101981 Aug 24 16:46:49.792095 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-4957732b-a0d8-4baa-a0ae-4e981bbd9dfb tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=05a8a1a0e0334559ab3fc9a63685fa69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483913 Aug 24 16:46:49.928106 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:49.951640 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c89089-d30b-4650-b847-8bada77ba6f9 req-32d5ce0d-22a3-4bcf-997d-f45370da48af tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:49.953721 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-77c89089-d30b-4650-b847-8bada77ba6f9 req-32d5ce0d-22a3-4bcf-997d-f45370da48af tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 945 time: 0.0648119 Aug 24 16:46:49.955749 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-9f85e3e4-5ee1-4557-99a2-e30f8249e0a4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6e759f09-8493-41a1-82dc-95cc3aa0aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501772 Aug 24 16:46:50.083825 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-77c89089-d30b-4650-b847-8bada77ba6f9 req-20823f21-a974-4f65-bef5-e1435150feb9 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221528 Aug 24 16:46:50.126863 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-7068d09d-a866-4cc1-8ee1-a72f9a9c21cd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6e759f09-8493-41a1-82dc-95cc3aa0aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477923 Aug 24 16:46:50.236384 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc537e7-0a18-40d4-9120-344a53ac300f req-7b45eb16-6295-45cb-aa1a-8d188e9ae22f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:50.238264 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8fc537e7-0a18-40d4-9120-344a53ac300f req-7b45eb16-6295-45cb-aa1a-8d188e9ae22f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0656183 Aug 24 16:46:50.306206 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8fc537e7-0a18-40d4-9120-344a53ac300f req-e517c993-98a8-47d3-94c0-87e5761939b0 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620329 Aug 24 16:46:50.386463 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:50.434768 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c5fb7-6baf-4a18-8ece-8e53c4420c2d req-b59e6d49-0ba3-4ab1-bb1a-a9d592fbf816 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:50.436571 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e40c5fb7-6baf-4a18-8ece-8e53c4420c2d req-b59e6d49-0ba3-4ab1-bb1a-a9d592fbf816 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 945 time: 0.0600564 Aug 24 16:46:50.450930 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 35390) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:50.458501 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-0c1c82f0-9ab0-4481-adca-14b637e2331a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'floatingip': {'port_id': '8f12eb4e-a077-4950-8f49-746c7b5d2410'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:50.506052 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0c1c82f0-9ab0-4481-adca-14b637e2331a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (f4489fb7-a3da-4482-9dd9-d4069b02a820), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:50.744973 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 35398) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:50.909255 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-8b5e7730-e60b-4c2b-a8b8-38d7ed9683f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1203215161-network', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:50.926771 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f80d9fb6-6cc9-4456-9cb6-88045363a52b req-0175896a-3725-4545-bd86-c711c236a48d tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 210 time: 0.0519936 Aug 24 16:46:50.998016 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5e7730-e60b-4c2b-a8b8-38d7ed9683f7 admin admin] Made reservation on behalf of 09e2ab2c313d4448a28a6902b74a0d10 for: {'network': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:46:51.000597 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7730-e60b-4c2b-a8b8-38d7ed9683f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:51.011098 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7730-e60b-4c2b-a8b8-38d7ed9683f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:51.039406 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0c1c82f0-9ab0-4481-adca-14b637e2331a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:51.095005 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7730-e60b-4c2b-a8b8-38d7ed9683f7 admin admin] Publish callbacks [] for security_group (614d7f61-34b1-403a-b7fb-d58a367ed271), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:51.145674 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0c1c82f0-9ab0-4481-adca-14b637e2331a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (f4489fb7-a3da-4482-9dd9-d4069b02a820), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:51.174305 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7730-e60b-4c2b-a8b8-38d7ed9683f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (614d7f61-34b1-403a-b7fb-d58a367ed271), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:51.196272 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5e7730-e60b-4c2b-a8b8-38d7ed9683f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=113369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:46:51.216772 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7730-e60b-4c2b-a8b8-38d7ed9683f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (711f9f53-8790-439e-abee-1170333a7a45), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:51.217082 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.segments_db [None req-8b5e7730-e60b-4c2b-a8b8-38d7ed9683f7 admin admin] Added segment 711f9f53-8790-439e-abee-1170333a7a45 of type vlan for network f599defe-c22e-4f1d-9ae7-6d25663b2f65 Aug 24 16:46:51.226161 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e7730-e60b-4c2b-a8b8-38d7ed9683f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614d7f61-34b1-403a-b7fb-d58a367ed271,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:51.231133 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:51.254217 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [None req-0c1c82f0-9ab0-4481-adca-14b637e2331a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Floating IP f4489fb7-a3da-4482-9dd9-d4069b02a820 associated. External IP: 172.27.4.116, port: 8f12eb4e-a077-4950-8f49-746c7b5d2410. Aug 24 16:46:51.268380 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7730-e60b-4c2b-a8b8-38d7ed9683f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (f599defe-c22e-4f1d-9ae7-6d25663b2f65), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:51.367273 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:51.375692 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7730-e60b-4c2b-a8b8-38d7ed9683f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (f599defe-c22e-4f1d-9ae7-6d25663b2f65), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:51.376748 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e7730-e60b-4c2b-a8b8-38d7ed9683f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:51.377331 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8b5e7730-e60b-4c2b-a8b8-38d7ed9683f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:51.477839 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e7730-e60b-4c2b-a8b8-38d7ed9683f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f599defe-c22e-4f1d-9ae7-6d25663b2f65,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:51.494645 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network f599defe-c22e-4f1d-9ae7-6d25663b2f65 details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:46:51.497997 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b6bd1-8d35-4f06-b615-cd8cf37e422f req-ea590e82-55e7-426f-b545-e7fa025de5ec tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:51.499583 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-855b6bd1-8d35-4f06-b615-cd8cf37e422f req-ea590e82-55e7-426f-b545-e7fa025de5ec tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0727713 Aug 24 16:46:51.548074 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-8b5e7730-e60b-4c2b-a8b8-38d7ed9683f7 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8014858 Aug 24 16:46:51.548665 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1c82f0-9ab0-4481-adca-14b637e2331a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:46:51.549426 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 35416) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:51.562648 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-2422c404-76cc-4c3d-9596-65b68fdba339 admin admin] Request body: {'subnet': {'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1203215161-subnet', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'ip_version': 4}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:51.575966 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-855b6bd1-8d35-4f06-b615-cd8cf37e422f req-8e3d26e3-7086-4f25-8703-2d3d8e64ae1e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689828 Aug 24 16:46:51.666822 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2422c404-76cc-4c3d-9596-65b68fdba339 admin admin] Made reservation on behalf of 09e2ab2c313d4448a28a6902b74a0d10 for: {'subnet': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:46:51.670745 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2422c404-76cc-4c3d-9596-65b68fdba339 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127062885'] for subnet (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:51.684963 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1c82f0-9ab0-4481-adca-14b637e2331a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:46:51.690749 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0c1c82f0-9ab0-4481-adca-14b637e2331a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:51.700142 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e886d-7cfd-4c36-9b75-2718c23fdc6e None None] Sync routers for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:46:51.718573 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394e886d-7cfd-4c36-9b75-2718c23fdc6e None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:46:51.719890 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-394e886d-7cfd-4c36-9b75-2718c23fdc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:51.730606 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-0c1c82f0-9ab0-4481-adca-14b637e2331a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/f4489fb7-a3da-4482-9dd9-d4069b02a820 HTTP/1.1" status: 200 len: 991 time: 1.2753644 Aug 24 16:46:51.730606 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4', 'tag': '8f12eb4e-a077-4950-8f49-746c7b5d2410'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:46:51.732322 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e522bd-e338-49ba-ae5d-bac92108f53b" -d '{"events": [{"name": "network-changed", "server_uuid": "e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4", "tag": "8f12eb4e-a077-4950-8f49-746c7b5d2410"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:46:51.737960 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:51.775484 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b347289c-7860-43e4-a0fc-f9a221ad73f4 x-openstack-request-id: req-b347289c-7860-43e4-a0fc-f9a221ad73f4 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:46:51.775935 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4", "tag": "8f12eb4e-a077-4950-8f49-746c7b5d2410", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:46:51.776193 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b347289c-7860-43e4-a0fc-f9a221ad73f4 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:46:51.776665 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b347289c-7860-43e4-a0fc-f9a221ad73f4'] response: {'name': 'network-changed', 'server_uuid': 'e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4', 'tag': '8f12eb4e-a077-4950-8f49-746c7b5d2410', 'status': 'completed', 'code': 200} Aug 24 16:46:51.846891 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-394e886d-7cfd-4c36-9b75-2718c23fdc6e None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:46:51.862146 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e522bd-e338-49ba-ae5d-bac92108f53b req-62185f2f-beca-4c3e-b967-93c1a6819bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:51.864444 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b3e522bd-e338-49ba-ae5d-bac92108f53b req-62185f2f-beca-4c3e-b967-93c1a6819bde service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 1129 time: 0.0578856 Aug 24 16:46:51.970342 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2422c404-76cc-4c3d-9596-65b68fdba339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127532311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127062795'] for subnet (1cdfd668-27b8-415b-9c53-5631b63809f7), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:52.002843 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:52.044328 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422c404-76cc-4c3d-9596-65b68fdba339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cdfd668-27b8-415b-9c53-5631b63809f7,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:52.049788 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e522bd-e338-49ba-ae5d-bac92108f53b req-47e97dfa-ac30-467a-9c9f-f0fb80beb673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:52.051282 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b3e522bd-e338-49ba-ae5d-bac92108f53b req-47e97dfa-ac30-467a-9c9f-f0fb80beb673 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=883b1cf6-8114-4681-9877-f2163f4c86c7 HTTP/1.1" status: 200 len: 916 time: 0.1808176 Aug 24 16:46:52.055695 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2422c404-76cc-4c3d-9596-65b68fdba339 admin admin] Checking segment: {'id': '711f9f53-8790-439e-abee-1170333a7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:46:52.056150 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2422c404-76cc-4c3d-9596-65b68fdba339 admin admin] Network hostable DHCP agents. Network: f599defe-c22e-4f1d-9ae7-6d25663b2f65, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:46:52.076717 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-defd3f47-5ece-427d-b9c0-24ef74ecc045 req-6cf56902-0e99-4f18-9061-746c75c06e04 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 210 time: 0.0639291 Aug 24 16:46:52.146706 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b3e522bd-e338-49ba-ae5d-bac92108f53b req-6a312d73-4fb4-41a0-b656-8ed239aa56b1 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f12eb4e-a077-4950-8f49-746c7b5d2410 HTTP/1.1" status: 200 len: 999 time: 0.0779819 Aug 24 16:46:52.164001 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:52.169997 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2422c404-76cc-4c3d-9596-65b68fdba339 admin admin] Network f599defe-c22e-4f1d-9ae7-6d25663b2f65 is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:46:52.236729 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e522bd-e338-49ba-ae5d-bac92108f53b req-bee4296d-bf08-433b-94ec-1087fd6a9dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:52.238189 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b3e522bd-e338-49ba-ae5d-bac92108f53b req-bee4296d-bf08-433b-94ec-1087fd6a9dd6 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=502f9714-b664-4573-bc1d-27593423cf2c HTTP/1.1" status: 200 len: 854 time: 0.0765793 Aug 24 16:46:52.262629 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-2422c404-76cc-4c3d-9596-65b68fdba339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, f599defe-c22e-4f1d-9ae7-6d25663b2f65) {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:52.267723 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2422c404-76cc-4c3d-9596-65b68fdba339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:52.277500 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2422c404-76cc-4c3d-9596-65b68fdba339 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:52.282298 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10c4f23-7bff-4839-9f6f-12a8291196a7 None None] Network f599defe-c22e-4f1d-9ae7-6d25663b2f65 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:46:52.290068 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e522bd-e338-49ba-ae5d-bac92108f53b req-feb7eb9e-eb2b-4105-ac75-308266b37071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:52.291682 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b3e522bd-e338-49ba-ae5d-bac92108f53b req-feb7eb9e-eb2b-4105-ac75-308266b37071 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=883b1cf6-8114-4681-9877-f2163f4c86c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462291 Aug 24 16:46:52.318001 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-394e886d-7cfd-4c36-9b75-2718c23fdc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '27e34ef4-8cb8-480b-add6-57513586cd42', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.68', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:95:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:44:30Z', 'updated_at': '2022-08-24T16:45:13Z', 'revision_number': 2, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}, {'id': 'f4489fb7-a3da-4482-9dd9-d4069b02a820', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.116', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': '8f12eb4e-a077-4950-8f49-746c7b5d2410', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:f1:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:46:24Z', 'updated_at': '2022-08-24T16:46:50Z', 'revision_number': 1, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:52.368400 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-2422c404-76cc-4c3d-9596-65b68fdba339 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8103063 Aug 24 16:46:52.373445 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 35426) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:52.376890 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e886d-7cfd-4c36-9b75-2718c23fdc6e None None] Checking router: 2c4c75b8-7627-42ef-bd27-3e0725427ee7 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:46:52.384315 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1203215161-router', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:52.397608 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394e886d-7cfd-4c36-9b75-2718c23fdc6e None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:46:52.398231 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-394e886d-7cfd-4c36-9b75-2718c23fdc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:52.402850 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:52.417794 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b3e522bd-e338-49ba-ae5d-bac92108f53b req-58e62281-0e92-4bfe-8e70-a81fa2168894 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184981 Aug 24 16:46:52.442928 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:52.504317 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79e58bd-cc35-52eb-9f37-819db978e22d-f599defe-c22e-4f1d-9ae7-6d25663b2f65', 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65', 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'fixed_ips': [{'subnet_id': '1cdfd668-27b8-415b-9c53-5631b63809f7'}]}} from dv-cinder-731167-2-iscsi. {{(pid=113371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 16:46:52.505363 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:52.622085 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-394e886d-7cfd-4c36-9b75-2718c23fdc6e None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:46:52.716311 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3306'] for router (a6ef395d-5f3b-46cc-95e6-41780e615014), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:52.717441 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3299'] for router (a6ef395d-5f3b-46cc-95e6-41780e615014), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:52.827361 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.db_base_plugin_common [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Allocated IP 172.20.0.2 (f599defe-c22e-4f1d-9ae7-6d25663b2f65/1cdfd668-27b8-415b-9c53-5631b63809f7/45ccccb4-c305-48f5-b2a0-a18ead709bb2) {{(pid=113371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:46:52.827657 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab3e7c-bbe4-435b-b926-1f4ae7f7a876 req-b10f6054-1695-4b7f-9fb1-ff6578db51ab tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:52.829989 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-71ab3e7c-bbe4-435b-b926-1f4ae7f7a876 req-b10f6054-1695-4b7f-9fb1-ff6578db51ab tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1174669 Aug 24 16:46:52.897233 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Publish callbacks [] for router_controller (a6ef395d-5f3b-46cc-95e6-41780e615014), precommit_add_association {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:52.909223 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b3e522bd-e338-49ba-ae5d-bac92108f53b req-65b8d74f-95d4-4ca2-aa89-87bea24a7c3a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799085 Aug 24 16:46:52.936857 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-71ab3e7c-bbe4-435b-b926-1f4ae7f7a876 req-91709938-2603-4cec-ae3c-cbf019e15285 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902359 Aug 24 16:46:53.053353 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:53.068719 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-394e886d-7cfd-4c36-9b75-2718c23fdc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '27e34ef4-8cb8-480b-add6-57513586cd42', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.68', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:95:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:44:30Z', 'updated_at': '2022-08-24T16:45:13Z', 'revision_number': 2, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}, {'id': 'f4489fb7-a3da-4482-9dd9-d4069b02a820', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.116', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': '8f12eb4e-a077-4950-8f49-746c7b5d2410', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:f1:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:46:24Z', 'updated_at': '2022-08-24T16:46:50Z', 'revision_number': 1, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:53.125873 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394e886d-7cfd-4c36-9b75-2718c23fdc6e None None] The sync data for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi is: [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '27e34ef4-8cb8-480b-add6-57513586cd42', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.68', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:95:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:44:30Z', 'updated_at': '2022-08-24T16:45:13Z', 'revision_number': 2, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}, {'id': 'f4489fb7-a3da-4482-9dd9-d4069b02a820', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.116', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': '8f12eb4e-a077-4950-8f49-746c7b5d2410', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:f1:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:46:24Z', 'updated_at': '2022-08-24T16:46:50Z', 'revision_number': 1, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:46:53.138680 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Publish callbacks [] for router_gateway (a6ef395d-5f3b-46cc-95e6-41780e615014), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:53.166850 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Publish callbacks [] for port (45ccccb4-c305-48f5-b2a0-a18ead709bb2), precommit_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:53.212426 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-613096c5-5bd8-4e76-8fcf-c2dea245b6c2 req-d50e20ea-141e-47d8-8942-20377e8287fc tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 210 time: 0.0345185 Aug 24 16:46:53.242437 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (45ccccb4-c305-48f5-b2a0-a18ead709bb2), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:53.271589 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:53.297073 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Network f599defe-c22e-4f1d-9ae7-6d25663b2f65 is already hosted by enough agents. {{(pid=113371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:53.300913 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.base_scheduler [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Resources bound (agent type, host, resource id): {{(pid=113371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:53.302831 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Pushing event updated for resources: {'Port': ['ID=45ccccb4-c305-48f5-b2a0-a18ead709bb2,revision_number=1']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:53.305085 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Received port after_create {{(pid=113371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:46:53.378961 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Attempting to bind port 45ccccb4-c305-48f5-b2a0-a18ead709bb2 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:46:53.380194 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Attempting to bind port 45ccccb4-c305-48f5-b2a0-a18ead709bb2 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '711f9f53-8790-439e-abee-1170333a7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:46:53.380865 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Attempting to bind port 45ccccb4-c305-48f5-b2a0-a18ead709bb2 on network f599defe-c22e-4f1d-9ae7-6d25663b2f65 {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:46:53.389244 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:46:53.394497 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Checking segment: {'id': '711f9f53-8790-439e-abee-1170333a7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:46:53.394497 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:53.394497 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Bound using segment: {'id': '711f9f53-8790-439e-abee-1170333a7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:46:53.394497 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Bound port: 45ccccb4-c305-48f5-b2a0-a18ead709bb2, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711f9f53-8790-439e-abee-1170333a7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:46:53.394832 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (45ccccb4-c305-48f5-b2a0-a18ead709bb2), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:53.397173 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf85d3b0-f1b7-4d03-a216-6ea6f646bda9 None None] New status for floating IP f4489fb7-a3da-4482-9dd9-d4069b02a820: ACTIVE {{(pid=113372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:46:53.456679 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:53.493679 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] For port 45ccccb4-c305-48f5-b2a0-a18ead709bb2, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:46:53.497844 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] For port 45ccccb4-c305-48f5-b2a0-a18ead709bb2, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=45ccccb4-c305-48f5-b2a0-a18ead709bb2,segment=NetworkSegment(711f9f53-8790-439e-abee-1170333a7a45),segment_id=711f9f53-8790-439e-abee-1170333a7a45)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:46:53.522417 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Publish callbacks [] for router_gateway (a6ef395d-5f3b-46cc-95e6-41780e615014), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:53.550117 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:53.565055 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (45ccccb4-c305-48f5-b2a0-a18ead709bb2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:53.615689 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-5f4abdde-7d0e-4f5d-a191-e61c2b9533ee tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:53.617279 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-5f4abdde-7d0e-4f5d-a191-e61c2b9533ee tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.40 "GET /networking/v2.0/networks?id=6e759f09-8493-41a1-82dc-95cc3aa0aabe HTTP/1.1" status: 200 len: 808 time: 0.2176137 Aug 24 16:46:53.648466 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e6de9-fbf8-4005-a438-322e2479b78c None None] Pushing event updated for resources: {'Port': ['ID=45ccccb4-c305-48f5-b2a0-a18ead709bb2,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:53.762085 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-08977e6a-da4a-4cfc-9ce3-6d4a8a0b8734 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=05a8a1a0e0334559ab3fc9a63685fa69 HTTP/1.1" status: 200 len: 379 time: 0.1280963 Aug 24 16:46:53.771832 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Allocated IP 172.27.4.60 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/85ce276b-19b3-425e-80f9-de4e624bfeea) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:46:53.778606 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-16941e89-4b14-49bb-b429-db4d63dc9c1d tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Request body: {'port': {'device_id': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'admin_state_up': True, 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'security_groups': ['dc27eeb6-dcaa-4890-a513-e241670f7393']}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:54.030270 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 45ccccb4-c305-48f5-b2a0-a18ead709bb2 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:54.049321 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:54.087920 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 45ccccb4-c305-48f5-b2a0-a18ead709bb2 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:54.088216 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (45ccccb4-c305-48f5-b2a0-a18ead709bb2), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:54.094758 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Publish callbacks [] for port (85ce276b-19b3-425e-80f9-de4e624bfeea), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:54.123939 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:54.138470 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a6d8a-b924-4e95-8f39-ab150a09f1ae req-6f18a643-406b-4b3c-b742-ffa453ff1a5a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:54.140151 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fc4a6d8a-b924-4e95-8f39-ab150a09f1ae req-6f18a643-406b-4b3c-b742-ffa453ff1a5a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0677912 Aug 24 16:46:54.153528 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:54.174351 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 45ccccb4-c305-48f5-b2a0-a18ead709bb2 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:54.174793 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (45ccccb4-c305-48f5-b2a0-a18ead709bb2), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:54.180186 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-16941e89-4b14-49bb-b429-db4d63dc9c1d tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Made reservation on behalf of 05a8a1a0e0334559ab3fc9a63685fa69 for: {'port': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:46:54.183916 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-16941e89-4b14-49bb-b429-db4d63dc9c1d tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:54.214681 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port 45ccccb4-c305-48f5-b2a0-a18ead709bb2, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=45ccccb4-c305-48f5-b2a0-a18ead709bb2,segment=NetworkSegment(711f9f53-8790-439e-abee-1170333a7a45),segment_id=711f9f53-8790-439e-abee-1170333a7a45)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:46:54.242201 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fc4a6d8a-b924-4e95-8f39-ab150a09f1ae req-5fccd67d-3c6a-4e0f-b480-cfb36a2538f0 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910599 Aug 24 16:46:54.319617 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (45ccccb4-c305-48f5-b2a0-a18ead709bb2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:54.354575 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (85ce276b-19b3-425e-80f9-de4e624bfeea), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:54.362584 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9c2288a2-bab6-40d5-b59f-d7bd3cb9780e req-02acadba-0049-43bc-9e58-d46ee7f0afe2 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 210 time: 0.0624986 Aug 24 16:46:54.382062 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=45ccccb4-c305-48f5-b2a0-a18ead709bb2,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:54.422668 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-16941e89-4b14-49bb-b429-db4d63dc9c1d tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Allocated IP 172.20.0.11 (6e759f09-8493-41a1-82dc-95cc3aa0aabe/5b387e1a-2eb2-46c9-a401-56a9e7be2495/a3e2b5de-778c-4f0f-bb74-761971b6f904) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:46:54.434618 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:54.442618 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Pushing event updated for resources: {'Port': ['ID=85ce276b-19b3-425e-80f9-de4e624bfeea,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:54.454130 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:54.454130 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:46:54.668495 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:54.723908 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-16941e89-4b14-49bb-b429-db4d63dc9c1d tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:54.758770 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50722af2-c708-4102-a4db-b4d9ab8e2840 None None] Network f599defe-c22e-4f1d-9ae7-6d25663b2f65 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:46:54.840818 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-97cbbeba-a4bc-49d3-92a2-87e9cc838bdf None None] Provisioning complete for port 45ccccb4-c305-48f5-b2a0-a18ead709bb2 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:54.841193 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-97cbbeba-a4bc-49d3-92a2-87e9cc838bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (45ccccb4-c305-48f5-b2a0-a18ead709bb2), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:54.877510 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-16941e89-4b14-49bb-b429-db4d63dc9c1d tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:54.927838 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Publish callbacks [] for router_gateway (a6ef395d-5f3b-46cc-95e6-41780e615014), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:54.960906 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-97cbbeba-a4bc-49d3-92a2-87e9cc838bdf None None] Current status of the port 45ccccb4-c305-48f5-b2a0-a18ead709bb2 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:54.979661 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-16941e89-4b14-49bb-b429-db4d63dc9c1d tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Network 6e759f09-8493-41a1-82dc-95cc3aa0aabe is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:55.019185 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-16941e89-4b14-49bb-b429-db4d63dc9c1d tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:55.023235 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16941e89-4b14-49bb-b429-db4d63dc9c1d tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Pushing event updated for resources: {'Port': ['ID=a3e2b5de-778c-4f0f-bb74-761971b6f904,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:55.025654 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-16941e89-4b14-49bb-b429-db4d63dc9c1d tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:46:55.065851 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:55.094097 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-16941e89-4b14-49bb-b429-db4d63dc9c1d tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:55.094097 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-16941e89-4b14-49bb-b429-db4d63dc9c1d tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:55.207920 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-16941e89-4b14-49bb-b429-db4d63dc9c1d tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4334192 Aug 24 16:46:55.227454 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Request body: {'port': {'device_id': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:55.289419 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-87d16366-f00d-43d1-8940-71dc46a665f0 None None] Provisioning complete for port 45ccccb4-c305-48f5-b2a0-a18ead709bb2 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:55.289873 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-87d16366-f00d-43d1-8940-71dc46a665f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (45ccccb4-c305-48f5-b2a0-a18ead709bb2), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:55.334924 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:55.341298 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552919'] for router (a6ef395d-5f3b-46cc-95e6-41780e615014), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:55.344581 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:55.383650 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-87d16366-f00d-43d1-8940-71dc46a665f0 None None] Current status of the port 45ccccb4-c305-48f5-b2a0-a18ead709bb2 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:55.506832 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-0a5a414e-e7b0-4bed-8674-fbfc23ab76b2 None None] Provisioning complete for port a3e2b5de-778c-4f0f-bb74-761971b6f904 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:55.507271 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-0a5a414e-e7b0-4bed-8674-fbfc23ab76b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:55.551624 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a414e-e7b0-4bed-8674-fbfc23ab76b2 None None] Port a3e2b5de-778c-4f0f-bb74-761971b6f904 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:46:55.823157 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e6ba0-ffda-4687-933f-b734569fee6e req-4cd78c4e-e538-453c-9491-2d47ee88ec6a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:55.824640 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-193e6ba0-ffda-4687-933f-b734569fee6e req-4cd78c4e-e538-453c-9491-2d47ee88ec6a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.4149683 Aug 24 16:46:55.830239 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631763d6-8e01-4d59-ac4e-c4e07a60ac0c req-31445fdb-bc27-4b60-941b-70432e8b416f tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:55.833051 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-631763d6-8e01-4d59-ac4e-c4e07a60ac0c req-31445fdb-bc27-4b60-941b-70432e8b416f tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 932 time: 0.1262703 Aug 24 16:46:55.883324 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:55.947324 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 45ccccb4-c305-48f5-b2a0-a18ead709bb2 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:46:55.988249 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 45ccccb4-c305-48f5-b2a0-a18ead709bb2 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:55.988648 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (45ccccb4-c305-48f5-b2a0-a18ead709bb2), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:56.029337 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-193e6ba0-ffda-4687-933f-b734569fee6e req-07c8c8d8-dd9a-42f7-9a91-d085abfd55b0 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867073 Aug 24 16:46:56.039410 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-631763d6-8e01-4d59-ac4e-c4e07a60ac0c req-f87290c9-f4cf-4369-8c3b-4b1205d0fd6a tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001154 Aug 24 16:46:56.144376 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e2b5de-778c-4f0f-bb74-761971b6f904 {{(pid=113370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:46:56.152205 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Router a6ef395d-5f3b-46cc-95e6-41780e615014 is scheduled to L3 agent 2dbb6959-f904-4981-a817-70b18d95759f with binding_index 1 {{(pid=113370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:46:56.155561 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Publish callbacks [] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:56.177709 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.provisioning_blocks [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Transition to ACTIVE for port object a3e2b5de-778c-4f0f-bb74-761971b6f904 will not be triggered until provisioned by entity L2. {{(pid=113370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:46:56.207172 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 45ccccb4-c305-48f5-b2a0-a18ead709bb2 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:46:56.208475 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:56.262121 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:56.326479 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:46:56.336569 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Sync routers for ids ['a6ef395d-5f3b-46cc-95e6-41780e615014'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:46:56.345465 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Pushing event updated for resources: {'Port': ['ID=a3e2b5de-778c-4f0f-bb74-761971b6f904,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:56.349115 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Routers {'a6ef395d-5f3b-46cc-95e6-41780e615014'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:46:56.349776 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['a6ef395d-5f3b-46cc-95e6-41780e615014'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:56.409170 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Attempting to bind port a3e2b5de-778c-4f0f-bb74-761971b6f904 on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:46:56.409478 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Attempting to bind port a3e2b5de-778c-4f0f-bb74-761971b6f904 by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': 'df61ae7f-08ab-49a7-8699-f546f0f86485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe'}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:46:56.409863 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Attempting to bind port a3e2b5de-778c-4f0f-bb74-761971b6f904 on network 6e759f09-8493-41a1-82dc-95cc3aa0aabe {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:46:56.415372 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Port a3e2b5de-778c-4f0f-bb74-761971b6f904 on network 6e759f09-8493-41a1-82dc-95cc3aa0aabe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:46:56.415706 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Attempting to bind port a3e2b5de-778c-4f0f-bb74-761971b6f904 on network 6e759f09-8493-41a1-82dc-95cc3aa0aabe {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:46:56.421871 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:46:56.422295 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Checking segment: {'id': 'df61ae7f-08ab-49a7-8699-f546f0f86485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:46:56.422745 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Bound using segment: {'id': 'df61ae7f-08ab-49a7-8699-f546f0f86485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe'} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:46:56.423243 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Bound port: a3e2b5de-778c-4f0f-bb74-761971b6f904, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df61ae7f-08ab-49a7-8699-f546f0f86485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe'}}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:46:56.424183 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:56.471839 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Set router a6ef395d-5f3b-46cc-95e6-41780e615014 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:46:56.472822 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:56.477068 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 35458) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:56.477646 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-c1f803ee-52bd-40b5-8446-353de66807cc admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0982471 Aug 24 16:46:56.514079 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] For port a3e2b5de-778c-4f0f-bb74-761971b6f904, host hv-cinder-73116, cleared binding levels {{(pid=113370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:46:56.519130 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] For port a3e2b5de-778c-4f0f-bb74-761971b6f904, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=a3e2b5de-778c-4f0f-bb74-761971b6f904,segment=NetworkSegment(df61ae7f-08ab-49a7-8699-f546f0f86485),segment_id=df61ae7f-08ab-49a7-8699-f546f0f86485)] {{(pid=113370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:46:56.601270 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:56.608604 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:56.609552 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:56.610800 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/a3e2b5de-778c-4f0f-bb74-761971b6f904 HTTP/1.1" status: 200 len: 1094 time: 1.3879664 Aug 24 16:46:56.611318 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'tag': 'a3e2b5de-778c-4f0f-bb74-761971b6f904'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:46:56.613639 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38d6729-0f10-4cd8-a4a4-527e4196a6e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4ea3cd-ed8d-4169-8be6-716b693de76d", "tag": "a3e2b5de-778c-4f0f-bb74-761971b6f904"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:46:56.658924 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74a4de1-3810-4bbd-b8b9-e907c37f0e48 x-openstack-request-id: req-a74a4de1-3810-4bbd-b8b9-e907c37f0e48 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:46:56.659302 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4ea3cd-ed8d-4169-8be6-716b693de76d", "tag": "a3e2b5de-778c-4f0f-bb74-761971b6f904", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:46:56.660448 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a74a4de1-3810-4bbd-b8b9-e907c37f0e48 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:46:56.660448 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74a4de1-3810-4bbd-b8b9-e907c37f0e48'] response: {'name': 'network-changed', 'server_uuid': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'tag': 'a3e2b5de-778c-4f0f-bb74-761971b6f904', 'status': 'completed', 'code': 200} Aug 24 16:46:56.683842 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'name': 'tempest-TestMinimumBasicScenario-1203215161-router', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:52Z', 'updated_at': '2022-08-24T16:46:54Z', 'revision_number': 3, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'gw_port': {'id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:53Z', 'updated_at': '2022-08-24T16:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:56.689287 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a21aa2-ac20-408d-87e7-a60f9c9a574b service neutron] Pushing event updated for resources: {'Port': ['ID=a3e2b5de-778c-4f0f-bb74-761971b6f904,revision_number=3']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:56.723564 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Checking router: a6ef395d-5f3b-46cc-95e6-41780e615014 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:46:56.724016 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Updating router a6ef395d-5f3b-46cc-95e6-41780e615014 port 85ce276b-19b3-425e-80f9-de4e624bfeea binding host dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:46:56.736944 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d6729-0f10-4cd8-a4a4-527e4196a6e8 req-561247f6-b126-43c7-bb72-3eb609b6b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:56.739064 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d38d6729-0f10-4cd8-a4a4-527e4196a6e8 req-561247f6-b126-43c7-bb72-3eb609b6b598 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=05a8a1a0e0334559ab3fc9a63685fa69&device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 1128 time: 0.0474603 Aug 24 16:46:56.758354 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (85ce276b-19b3-425e-80f9-de4e624bfeea), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:56.781873 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:56.869718 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d6729-0f10-4cd8-a4a4-527e4196a6e8 req-c7010192-657e-48e4-9107-ea8112845696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:56.871265 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d38d6729-0f10-4cd8-a4a4-527e4196a6e8 req-c7010192-657e-48e4-9107-ea8112845696 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=05a8a1a0e0334559ab3fc9a63685fa69&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1225474 Aug 24 16:46:56.961902 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:56.985806 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d6729-0f10-4cd8-a4a4-527e4196a6e8 req-f64840f4-d23a-44e8-8ab4-57ae3b3cca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:56.988110 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d38d6729-0f10-4cd8-a4a4-527e4196a6e8 req-f64840f4-d23a-44e8-8ab4-57ae3b3cca15 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1071029 Aug 24 16:46:57.073707 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Publish callbacks [] for port (85ce276b-19b3-425e-80f9-de4e624bfeea), precommit_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:57.078357 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:57.084644 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-121b8af0-d608-4401-a82e-833cf2430671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:57.086352 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-121b8af0-d608-4401-a82e-833cf2430671 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=05a8a1a0e0334559ab3fc9a63685fa69&device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 1128 time: 0.0470271 Aug 24 16:46:57.138130 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-b7159541-dd3c-401d-8270-b3358e0c34da service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3e2b5de-778c-4f0f-bb74-761971b6f904 HTTP/1.1" status: 200 len: 217 time: 0.0446794 Aug 24 16:46:57.148044 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (85ce276b-19b3-425e-80f9-de4e624bfeea), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:57.152763 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Allocated IP 172.20.0.1 (f599defe-c22e-4f1d-9ae7-6d25663b2f65/1cdfd668-27b8-415b-9c53-5631b63809f7/f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:46:57.170851 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:57.194162 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Attempting to bind port 85ce276b-19b3-425e-80f9-de4e624bfeea on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:46:57.197178 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Attempting to bind port 85ce276b-19b3-425e-80f9-de4e624bfeea by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:46:57.197178 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Attempting to bind port 85ce276b-19b3-425e-80f9-de4e624bfeea on network aab3c770-6763-4e5f-928b-64ea6b35bf09 {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:46:57.207470 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:46:57.207470 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Checking segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:46:57.207833 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:57.208182 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Bound using segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:46:57.208729 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Bound port: 85ce276b-19b3-425e-80f9-de4e624bfeea, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:46:57.209108 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (85ce276b-19b3-425e-80f9-de4e624bfeea), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:57.211070 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d6e7f-3f2c-4dd6-b6f9-11ba752040b8 None None] Pushing event updated for resources: {'Port': ['ID=85ce276b-19b3-425e-80f9-de4e624bfeea,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:57.242456 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:57.257757 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f98fcb-a3d2-4a84-8712-914749ed1b4a req-88e079af-c78d-4c84-8c6a-3d4ff3c7d212 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:57.259307 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-11f98fcb-a3d2-4a84-8712-914749ed1b4a req-88e079af-c78d-4c84-8c6a-3d4ff3c7d212 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1240363 Aug 24 16:46:57.269387 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd008b1-d45d-4c6b-b60a-ce020469a144 req-d78d5ea7-5907-4971-81bb-25076b339b45 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:57.270901 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9bd008b1-d45d-4c6b-b60a-ce020469a144 req-d78d5ea7-5907-4971-81bb-25076b339b45 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.1237378 Aug 24 16:46:57.277590 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] For port 85ce276b-19b3-425e-80f9-de4e624bfeea, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:46:57.281870 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-727f67f6-f872-4ed2-a506-1fbf5d07d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:57.288403 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-727f67f6-f872-4ed2-a506-1fbf5d07d691 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5b387e1a-2eb2-46c9-a401-56a9e7be2495 HTTP/1.1" status: 200 len: 847 time: 0.1351140 Aug 24 16:46:57.288547 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Publish callbacks [] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:57.288645 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] For port 85ce276b-19b3-425e-80f9-de4e624bfeea, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=85ce276b-19b3-425e-80f9-de4e624bfeea,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:46:57.296087 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:57.377270 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-51b757fd-5f93-49bc-a9a4-25be08cba4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:57.378776 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-51b757fd-5f93-49bc-a9a4-25be08cba4c3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6e759f09-8493-41a1-82dc-95cc3aa0aabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751195 Aug 24 16:46:57.387702 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-11f98fcb-a3d2-4a84-8712-914749ed1b4a req-1005914d-da3a-4778-84a2-36c14ee941a7 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157792 Aug 24 16:46:57.399591 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (85ce276b-19b3-425e-80f9-de4e624bfeea), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:57.399800 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:57.425945 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:57.436731 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9bd008b1-d45d-4c6b-b60a-ce020469a144 req-fc5216dc-a40b-41c1-b9c9-79717b3b6272 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522527 Aug 24 16:46:57.447341 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Routers {'a6ef395d-5f3b-46cc-95e6-41780e615014'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:46:57.448008 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['a6ef395d-5f3b-46cc-95e6-41780e615014'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:57.450182 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Network f599defe-c22e-4f1d-9ae7-6d25663b2f65 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:57.453315 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:57.457480 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:46:57.502331 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:57.522444 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-485962'] for router_interface (a6ef395d-5f3b-46cc-95e6-41780e615014), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:57.545973 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-28c899be-bc82-4df3-bbf0-0ab61ccbf80d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6e759f09-8493-41a1-82dc-95cc3aa0aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528120 Aug 24 16:46:57.560863 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d6e7f-3f2c-4dd6-b6f9-11ba752040b8 None None] Pushing event updated for resources: {'Port': ['ID=85ce276b-19b3-425e-80f9-de4e624bfeea,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:57.597052 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] Set router a6ef395d-5f3b-46cc-95e6-41780e615014 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:46:57.836289 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f92ec4-c54f-4c51-a08a-13b0984dd2ee req-d0404a3f-1455-4916-a30d-b47d6fcc240e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6e759f09-8493-41a1-82dc-95cc3aa0aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113813 Aug 24 16:46:57.837564 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:57.837564 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'name': 'tempest-TestMinimumBasicScenario-1203215161-router', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:52Z', 'updated_at': '2022-08-24T16:46:54Z', 'revision_number': 3, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'gw_port': {'id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:53Z', 'updated_at': '2022-08-24T16:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:57.837564 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad700b05-4c1f-4a7c-b536-76f8a3211ded None None] The sync data for ids ['a6ef395d-5f3b-46cc-95e6-41780e615014'] in dv-cinder-731167-2-iscsi is: [{'id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'name': 'tempest-TestMinimumBasicScenario-1203215161-router', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:52Z', 'updated_at': '2022-08-24T16:46:54Z', 'revision_number': 3, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'gw_port': {'id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:53Z', 'updated_at': '2022-08-24T16:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:46:57.837564 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-fc5dad2d-22bd-4d67-8d8a-43ec621c3021 None None] Provisioning complete for port f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:57.837564 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-fc5dad2d-22bd-4d67-8d8a-43ec621c3021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:57.854976 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-fc5dad2d-22bd-4d67-8d8a-43ec621c3021 None None] Port f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:46:58.008022 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:58.200133 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Publish callbacks [] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:58.252466 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127532168'] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:58.542715 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6dde6-c6dc-472d-b074-fb00b175d54c req-70f99727-4bce-482c-95d9-2af0b8c9d383 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:58.544624 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f8a6dde6-c6dc-472d-b074-fb00b175d54c req-70f99727-4bce-482c-95d9-2af0b8c9d383 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0699692 Aug 24 16:46:58.559110 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:58.586608 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485942'] for router_interface (a6ef395d-5f3b-46cc-95e6-41780e615014), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:58.589353 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:46:58.621591 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8e415-ed26-487f-a41a-cee41bc77203 req-954e8ca4-d294-4d70-86f8-297ffd7ed132 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:58.623111 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-57a8e415-ed26-487f-a41a-cee41bc77203 req-954e8ca4-d294-4d70-86f8-297ffd7ed132 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.0773616 Aug 24 16:46:58.655564 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f8a6dde6-c6dc-472d-b074-fb00b175d54c req-6a67c82d-aaf7-4d76-bf58-7126c898ab56 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979970 Aug 24 16:46:58.700144 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Network f599defe-c22e-4f1d-9ae7-6d25663b2f65 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:46:58.701844 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:46:58.709737 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-57a8e415-ed26-487f-a41a-cee41bc77203 req-cc910fc2-609b-430a-bf73-0295b2a73611 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750768 Aug 24 16:46:58.838190 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Router a6ef395d-5f3b-46cc-95e6-41780e615014 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:46:58.965503 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:46:58.971116 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-78391873-c7f1-47b3-a75b-69960b52a902 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/a6ef395d-5f3b-46cc-95e6-41780e615014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4926548 Aug 24 16:46:58.988768 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-c7ac05d0-a9b1-46a6-95c9-ae8e3600b728 None None] Provisioning complete for port f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:46:58.989159 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-c7ac05d0-a9b1-46a6-95c9-ae8e3600b728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:59.048885 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac05d0-a9b1-46a6-95c9-ae8e3600b728 None None] Port f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:46:59.443764 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Sync routers for ids ['a6ef395d-5f3b-46cc-95e6-41780e615014'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:46:59.447153 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:46:59.458157 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Routers {'a6ef395d-5f3b-46cc-95e6-41780e615014'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:46:59.458157 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['a6ef395d-5f3b-46cc-95e6-41780e615014'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:59.570885 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Set router a6ef395d-5f3b-46cc-95e6-41780e615014 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:46:59.791955 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'name': 'tempest-TestMinimumBasicScenario-1203215161-router', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:52Z', 'updated_at': '2022-08-24T16:46:57Z', 'revision_number': 4, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'gw_port': {'id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:53Z', 'updated_at': '2022-08-24T16:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b', 'name': '', 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'mac_address': 'fa:16:3e:e4:48:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:56Z', 'updated_at': '2022-08-24T16:46:58Z', 'revision_number': 2, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'subnets': [{'id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:46:59.794248 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 35504) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:46:59.800614 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-031cd128-3be2-4179-9e6d-50f8979e0b43 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-385668577-network', 'tenant_id': 'e28414c9956e43dbb9d6c35bddba5dfb'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:46:59.806931 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Checking router: a6ef395d-5f3b-46cc-95e6-41780e615014 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:46:59.807279 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Updating router a6ef395d-5f3b-46cc-95e6-41780e615014 port f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b binding host dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:46:59.815698 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0dbe2-f577-4cd2-a23e-59df9534f8bd req-9b3dce71-c587-4cbe-8c9c-aedf2313b09e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:59.822448 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dae0dbe2-f577-4cd2-a23e-59df9534f8bd req-9b3dce71-c587-4cbe-8c9c-aedf2313b09e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0815549 Aug 24 16:46:59.842872 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:59.907421 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0fe27-842b-487b-b308-2bdc9c440e5a req-c1c952bd-468a-483a-996a-463fd101e045 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:46:59.907421 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-59c0fe27-842b-487b-b308-2bdc9c440e5a req-c1c952bd-468a-483a-996a-463fd101e045 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.0955262 Aug 24 16:46:59.932987 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031cd128-3be2-4179-9e6d-50f8979e0b43 admin admin] Made reservation on behalf of e28414c9956e43dbb9d6c35bddba5dfb for: {'network': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:46:59.946121 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-031cd128-3be2-4179-9e6d-50f8979e0b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:46:59.946621 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dae0dbe2-f577-4cd2-a23e-59df9534f8bd req-3d2fa8f0-77d1-4a92-996d-e10f3e341a94 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209486 Aug 24 16:46:59.958083 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-031cd128-3be2-4179-9e6d-50f8979e0b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:00.030606 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-59c0fe27-842b-487b-b308-2bdc9c440e5a req-c6b938a0-9b86-4108-8e05-765644d96b5e tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216166 Aug 24 16:47:00.036437 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 85ce276b-19b3-425e-80f9-de4e624bfeea up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:47:00.082230 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:00.105160 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 85ce276b-19b3-425e-80f9-de4e624bfeea triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:00.105532 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (85ce276b-19b3-425e-80f9-de4e624bfeea), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:00.106111 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-031cd128-3be2-4179-9e6d-50f8979e0b43 admin admin] Publish callbacks [] for security_group (fdbda0c9-bcce-4bda-8560-9954fdea48f9), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:00.165359 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-031cd128-3be2-4179-9e6d-50f8979e0b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (fdbda0c9-bcce-4bda-8560-9954fdea48f9), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:00.184864 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 85ce276b-19b3-425e-80f9-de4e624bfeea is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:00.185166 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (85ce276b-19b3-425e-80f9-de4e624bfeea), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:00.196516 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031cd128-3be2-4179-9e6d-50f8979e0b43 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=113369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:47:00.208011 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cd128-3be2-4179-9e6d-50f8979e0b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbda0c9-bcce-4bda-8560-9954fdea48f9,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:00.213219 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port 85ce276b-19b3-425e-80f9-de4e624bfeea, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=85ce276b-19b3-425e-80f9-de4e624bfeea,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:00.223481 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-031cd128-3be2-4179-9e6d-50f8979e0b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (92e2760b-d9d9-4cf8-b538-e93206d4c27e), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:00.223896 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.segments_db [None req-031cd128-3be2-4179-9e6d-50f8979e0b43 admin admin] Added segment 92e2760b-d9d9-4cf8-b538-e93206d4c27e of type vlan for network 0e32d672-4c07-427f-a3dc-113ce5d5b23a Aug 24 16:47:00.228242 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Publish callbacks [] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), precommit_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:00.269277 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-031cd128-3be2-4179-9e6d-50f8979e0b43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (0e32d672-4c07-427f-a3dc-113ce5d5b23a), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:00.274802 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (85ce276b-19b3-425e-80f9-de4e624bfeea), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:00.303017 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:00.324368 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=85ce276b-19b3-425e-80f9-de4e624bfeea,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:00.384796 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb191c-6ac8-44d5-b661-d70390e0d64d None None] Pushing event updated for resources: {'Port': ['ID=f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b,revision_number=3']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:00.395076 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-031cd128-3be2-4179-9e6d-50f8979e0b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (0e32d672-4c07-427f-a3dc-113ce5d5b23a), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:00.396776 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031cd128-3be2-4179-9e6d-50f8979e0b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:00.397743 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-031cd128-3be2-4179-9e6d-50f8979e0b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:00.402094 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb191c-6ac8-44d5-b661-d70390e0d64d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:00.402457 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb191c-6ac8-44d5-b661-d70390e0d64d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:00.402800 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb191c-6ac8-44d5-b661-d70390e0d64d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:00.403153 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb191c-6ac8-44d5-b661-d70390e0d64d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:00.403483 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb191c-6ac8-44d5-b661-d70390e0d64d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:00.403809 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb191c-6ac8-44d5-b661-d70390e0d64d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:00.404130 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb191c-6ac8-44d5-b661-d70390e0d64d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:00.404484 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb191c-6ac8-44d5-b661-d70390e0d64d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:00.404822 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb191c-6ac8-44d5-b661-d70390e0d64d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:00.405142 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb191c-6ac8-44d5-b661-d70390e0d64d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:00.405460 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb191c-6ac8-44d5-b661-d70390e0d64d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:00.405795 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb191c-6ac8-44d5-b661-d70390e0d64d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:00.406123 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb191c-6ac8-44d5-b661-d70390e0d64d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:00.406429 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb191c-6ac8-44d5-b661-d70390e0d64d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:00.407374 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb191c-6ac8-44d5-b661-d70390e0d64d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:00.415815 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Attempting to bind port f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:47:00.416249 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Attempting to bind port f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '711f9f53-8790-439e-abee-1170333a7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65'}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:47:00.416629 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Attempting to bind port f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b on network f599defe-c22e-4f1d-9ae7-6d25663b2f65 {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:47:00.423284 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:47:00.424010 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Checking segment: {'id': '711f9f53-8790-439e-abee-1170333a7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:47:00.424010 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:00.424404 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Bound using segment: {'id': '711f9f53-8790-439e-abee-1170333a7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65'} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:47:00.424871 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Bound port: f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711f9f53-8790-439e-abee-1170333a7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65'}}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:47:00.425235 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:00.441017 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=100 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:00.467129 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cd128-3be2-4179-9e6d-50f8979e0b43 admin admin] Pushing event updated for resources: {'Network': ['ID=0e32d672-4c07-427f-a3dc-113ce5d5b23a,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:00.478820 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network 0e32d672-4c07-427f-a3dc-113ce5d5b23a details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:47:00.514969 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] For port f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:47:00.515521 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-031cd128-3be2-4179-9e6d-50f8979e0b43 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7097540 Aug 24 16:47:00.515629 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] For port f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b,segment=NetworkSegment(711f9f53-8790-439e-abee-1170333a7a45),segment_id=711f9f53-8790-439e-abee-1170333a7a45)] {{(pid=113372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:47:00.515736 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 35508) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:47:00.521201 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-f72cddcf-6dd8-4a7c-ace7-313b11625c35 admin admin] Request body: {'subnet': {'network_id': '0e32d672-4c07-427f-a3dc-113ce5d5b23a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-385668577-subnet', 'tenant_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'ip_version': 4}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:47:00.595453 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:00.622639 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72cddcf-6dd8-4a7c-ace7-313b11625c35 admin admin] Made reservation on behalf of e28414c9956e43dbb9d6c35bddba5dfb for: {'subnet': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:47:00.626376 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f72cddcf-6dd8-4a7c-ace7-313b11625c35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127062885'] for subnet (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:00.633078 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Routers {'a6ef395d-5f3b-46cc-95e6-41780e615014'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:47:00.633697 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['a6ef395d-5f3b-46cc-95e6-41780e615014'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:00.723704 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb191c-6ac8-44d5-b661-d70390e0d64d None None] Pushing event updated for resources: {'Port': ['ID=f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b,revision_number=4']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:00.760518 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] Set router a6ef395d-5f3b-46cc-95e6-41780e615014 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:47:00.796208 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:00.875258 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:00.977780 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f72cddcf-6dd8-4a7c-ace7-313b11625c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127532311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127062795'] for subnet (ee6af98f-27aa-4613-80f2-13469770908f), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:01.052220 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72cddcf-6dd8-4a7c-ace7-313b11625c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6af98f-27aa-4613-80f2-13469770908f,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:01.068147 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'name': 'tempest-TestMinimumBasicScenario-1203215161-router', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:52Z', 'updated_at': '2022-08-24T16:46:57Z', 'revision_number': 4, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'gw_port': {'id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:53Z', 'updated_at': '2022-08-24T16:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b', 'name': '', 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'mac_address': 'fa:16:3e:e4:48:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:56Z', 'updated_at': '2022-08-24T16:47:00Z', 'revision_number': 4, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'subnets': [{'id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:01.077963 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72cddcf-6dd8-4a7c-ace7-313b11625c35 admin admin] Checking segment: {'id': '92e2760b-d9d9-4cf8-b538-e93206d4c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0e32d672-4c07-427f-a3dc-113ce5d5b23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:47:01.079654 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72cddcf-6dd8-4a7c-ace7-313b11625c35 admin admin] Network hostable DHCP agents. Network: 0e32d672-4c07-427f-a3dc-113ce5d5b23a, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:47:01.101473 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939de481-9765-4896-a89c-8d02a4d0dbe3 None None] The sync data for ids ['a6ef395d-5f3b-46cc-95e6-41780e615014'] in dv-cinder-731167-2-iscsi is: [{'id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'name': 'tempest-TestMinimumBasicScenario-1203215161-router', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:52Z', 'updated_at': '2022-08-24T16:46:57Z', 'revision_number': 4, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'gw_port': {'id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:53Z', 'updated_at': '2022-08-24T16:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b', 'name': '', 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'mac_address': 'fa:16:3e:e4:48:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:56Z', 'updated_at': '2022-08-24T16:47:00Z', 'revision_number': 4, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'subnets': [{'id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:47:01.122198 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4275c2-b4cd-4c3e-a732-ba8c850afcea req-b22deed6-c932-40ce-9130-2b452b98a13c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:01.124456 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc4275c2-b4cd-4c3e-a732-ba8c850afcea req-b22deed6-c932-40ce-9130-2b452b98a13c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0774057 Aug 24 16:47:01.222564 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72cddcf-6dd8-4a7c-ace7-313b11625c35 admin admin] Network 0e32d672-4c07-427f-a3dc-113ce5d5b23a is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:47:01.249268 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5acb3-cc2f-4487-a9a5-01c8611e7e7f req-6f9c0fed-cb25-4cd4-b968-4c1ab8775448 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:01.257321 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-18b5acb3-cc2f-4487-a9a5-01c8611e7e7f req-6f9c0fed-cb25-4cd4-b968-4c1ab8775448 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.1031363 Aug 24 16:47:01.262313 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc4275c2-b4cd-4c3e-a732-ba8c850afcea req-221d4f6e-c8c5-4cbf-abdc-dff43be2fdb9 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298552 Aug 24 16:47:01.315371 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-18b5acb3-cc2f-4487-a9a5-01c8611e7e7f req-3d211446-f5ed-43bd-a4e2-ecec334093ab tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554609 Aug 24 16:47:01.320122 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-f72cddcf-6dd8-4a7c-ace7-313b11625c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, 0e32d672-4c07-427f-a3dc-113ce5d5b23a) {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:47:01.325187 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72cddcf-6dd8-4a7c-ace7-313b11625c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:01.325793 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f72cddcf-6dd8-4a7c-ace7-313b11625c35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:01.334354 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aae9cf8-024a-40bc-b55d-375a6e95a5ca None None] Network 0e32d672-4c07-427f-a3dc-113ce5d5b23a requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:47:01.456954 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-f72cddcf-6dd8-4a7c-ace7-313b11625c35 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9398246 Aug 24 16:47:01.470634 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 35516) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:47:01.470763 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79e58bd-cc35-52eb-9f37-819db978e22d-0e32d672-4c07-427f-a3dc-113ce5d5b23a', 'network_id': '0e32d672-4c07-427f-a3dc-113ce5d5b23a', 'project_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'fixed_ips': [{'subnet_id': 'ee6af98f-27aa-4613-80f2-13469770908f'}]}} from dv-cinder-731167-2-iscsi. {{(pid=113371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 16:47:01.470763 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:01.471041 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-385668577-router', 'tenant_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:47:01.555516 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3306'] for router (296164ea-bc8d-4c6d-a252-d3d145a885ea), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:01.556752 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3299'] for router (296164ea-bc8d-4c6d-a252-d3d145a885ea), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:01.566207 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:INSERT=14,neutron:DELETE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:01.620010 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.db_base_plugin_common [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Allocated IP 172.20.0.2 (0e32d672-4c07-427f-a3dc-113ce5d5b23a/ee6af98f-27aa-4613-80f2-13469770908f/133a51fb-3e22-4f5c-b016-1d26dfd7e6e5) {{(pid=113371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:47:01.620839 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Publish callbacks [] for router_controller (296164ea-bc8d-4c6d-a252-d3d145a885ea), precommit_add_association {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:01.682477 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:01.785876 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Publish callbacks [] for port (133a51fb-3e22-4f5c-b016-1d26dfd7e6e5), precommit_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:01.787428 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:01.848640 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Publish callbacks [] for router_gateway (296164ea-bc8d-4c6d-a252-d3d145a885ea), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:01.892571 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-d9d26c7c-bb8a-4b89-8f96-d28c903093fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:01.932428 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (133a51fb-3e22-4f5c-b016-1d26dfd7e6e5), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:01.982699 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Network 0e32d672-4c07-427f-a3dc-113ce5d5b23a is already hosted by enough agents. {{(pid=113371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:47:01.994196 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.base_scheduler [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Resources bound (agent type, host, resource id): {{(pid=113371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:47:01.996517 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Pushing event updated for resources: {'Port': ['ID=133a51fb-3e22-4f5c-b016-1d26dfd7e6e5,revision_number=1']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:01.999406 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Received port after_create {{(pid=113371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:47:02.034137 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:47:02.108821 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Attempting to bind port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:47:02.109316 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Attempting to bind port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '92e2760b-d9d9-4cf8-b538-e93206d4c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0e32d672-4c07-427f-a3dc-113ce5d5b23a'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:47:02.113208 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Attempting to bind port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 on network 0e32d672-4c07-427f-a3dc-113ce5d5b23a {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:47:02.120064 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:47:02.120489 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Checking segment: {'id': '92e2760b-d9d9-4cf8-b538-e93206d4c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0e32d672-4c07-427f-a3dc-113ce5d5b23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:47:02.121108 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:02.121566 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Bound using segment: {'id': '92e2760b-d9d9-4cf8-b538-e93206d4c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0e32d672-4c07-427f-a3dc-113ce5d5b23a'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:47:02.122050 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Bound port: 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e2760b-d9d9-4cf8-b538-e93206d4c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0e32d672-4c07-427f-a3dc-113ce5d5b23a'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:47:02.122432 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (133a51fb-3e22-4f5c-b016-1d26dfd7e6e5), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:02.142391 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:02.147914 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:02.191224 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Publish callbacks [] for router_gateway (296164ea-bc8d-4c6d-a252-d3d145a885ea), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:02.212329 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:02.248874 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] For port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:47:02.308907 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] For port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=133a51fb-3e22-4f5c-b016-1d26dfd7e6e5,segment=NetworkSegment(92e2760b-d9d9-4cf8-b538-e93206d4c27e),segment_id=92e2760b-d9d9-4cf8-b538-e93206d4c27e)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:47:02.312667 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:02.313116 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:02.365369 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b,segment=NetworkSegment(711f9f53-8790-439e-abee-1170333a7a45),segment_id=711f9f53-8790-439e-abee-1170333a7a45)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:02.389430 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (133a51fb-3e22-4f5c-b016-1d26dfd7e6e5), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:02.393122 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Allocated IP 172.27.4.97 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/d723ada9-157d-4986-8aff-99e49e2ecf79) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:47:02.444198 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:02.453102 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d138fc2-6f19-414a-b2da-c10c472fc4c7 req-b6fbf41e-9dae-4d57-b5ed-e145f88b6da3 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:02.456154 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6d138fc2-6f19-414a-b2da-c10c472fc4c7 req-b6fbf41e-9dae-4d57-b5ed-e145f88b6da3 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0648139 Aug 24 16:47:02.464368 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e6be3-8469-4250-b1b7-9f82edfa6112 None None] Pushing event updated for resources: {'Port': ['ID=133a51fb-3e22-4f5c-b016-1d26dfd7e6e5,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:02.467881 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:02.491770 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:02.492628 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 85ce276b-19b3-425e-80f9-de4e624bfeea up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:47:02.553971 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d823c-7be8-4dfe-ac49-801cf012c250 req-c4edda40-e309-4ce4-8f17-523963efb454 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:02.561228 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-218d823c-7be8-4dfe-ac49-801cf012c250 req-c4edda40-e309-4ce4-8f17-523963efb454 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.1195295 Aug 24 16:47:02.588916 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Publish callbacks [] for port (d723ada9-157d-4986-8aff-99e49e2ecf79), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:02.597125 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:02.605976 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 85ce276b-19b3-425e-80f9-de4e624bfeea triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:02.606361 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (85ce276b-19b3-425e-80f9-de4e624bfeea), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:02.637387 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6d138fc2-6f19-414a-b2da-c10c472fc4c7 req-d0e3f298-ecec-47cb-832e-55c1dadf404f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701827 Aug 24 16:47:02.709601 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-218d823c-7be8-4dfe-ac49-801cf012c250 req-eb0d830c-bbf9-4cbf-b072-5adf7e001de1 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407759 Aug 24 16:47:02.728790 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (d723ada9-157d-4986-8aff-99e49e2ecf79), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:02.738702 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 85ce276b-19b3-425e-80f9-de4e624bfeea is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:02.745114 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:02.792812 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:47:02.796387 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:47:02.802714 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:47:02.835620 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Pushing event updated for resources: {'Port': ['ID=d723ada9-157d-4986-8aff-99e49e2ecf79,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:03.177550 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Publish callbacks [] for router_gateway (296164ea-bc8d-4c6d-a252-d3d145a885ea), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:03.397634 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552919'] for router (296164ea-bc8d-4c6d-a252-d3d145a885ea), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:03.469342 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3006c26-6566-42c8-976d-da32960dd4f1 None None] Network 0e32d672-4c07-427f-a3dc-113ce5d5b23a requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:47:03.504718 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:03.547534 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-e808b921-ce97-47e7-8814-5864d5cb0158 None None] Provisioning complete for port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:03.547935 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-e808b921-ce97-47e7-8814-5864d5cb0158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (133a51fb-3e22-4f5c-b016-1d26dfd7e6e5), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:03.657065 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Router 296164ea-bc8d-4c6d-a252-d3d145a885ea is scheduled to L3 agent 2dbb6959-f904-4981-a817-70b18d95759f with binding_index 1 {{(pid=113369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:47:03.781748 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:47:03.806942 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:03.812108 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Sync routers for ids ['296164ea-bc8d-4c6d-a252-d3d145a885ea'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:47:03.823593 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-e808b921-ce97-47e7-8814-5864d5cb0158 None None] Current status of the port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:03.824123 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-e808b921-ce97-47e7-8814-5864d5cb0158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (133a51fb-3e22-4f5c-b016-1d26dfd7e6e5), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:03.838486 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Routers {'296164ea-bc8d-4c6d-a252-d3d145a885ea'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:47:03.839194 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:46:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['296164ea-bc8d-4c6d-a252-d3d145a885ea'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:03.910870 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:03.912946 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-1d712355-5639-4c2d-b3f9-d61ab7ad0a2f admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4518030 Aug 24 16:47:03.915414 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 35542) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:47:03.937747 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f5ee0-208d-4cb7-a614-d6c0b2d3c34f req-6bb8afce-2608-4018-8450-ac477a76f83c tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:03.939958 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-277f5ee0-208d-4cb7-a614-d6c0b2d3c34f req-6bb8afce-2608-4018-8450-ac477a76f83c tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.1444283 Aug 24 16:47:03.955924 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83e267-33f8-45d0-9d95-4139fd44cbf3 req-86d2055b-e59f-4e15-b0b3-3c08de35c3fb tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:03.962929 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1c83e267-33f8-45d0-9d95-4139fd44cbf3 req-86d2055b-e59f-4e15-b0b3-3c08de35c3fb tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1509066 Aug 24 16:47:03.995872 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-e808b921-ce97-47e7-8814-5864d5cb0158 None None] For port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=133a51fb-3e22-4f5c-b016-1d26dfd7e6e5,segment=NetworkSegment(92e2760b-d9d9-4cf8-b538-e93206d4c27e),segment_id=92e2760b-d9d9-4cf8-b538-e93206d4c27e)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:04.027728 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Set router 296164ea-bc8d-4c6d-a252-d3d145a885ea gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:47:04.042021 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:04.053321 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1c83e267-33f8-45d0-9d95-4139fd44cbf3 req-8fc6378a-1f0f-4beb-8ceb-7ae0d63a1ab2 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886245 Aug 24 16:47:04.069574 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-277f5ee0-208d-4cb7-a614-d6c0b2d3c34f req-5d7b1042-312b-4e94-8422-4201bd6f8959 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217058 Aug 24 16:47:04.090773 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-e808b921-ce97-47e7-8814-5864d5cb0158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (133a51fb-3e22-4f5c-b016-1d26dfd7e6e5), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:04.130412 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1f06dfc8-a28c-4a55-9af4-737948f17314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:04.132237 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:47:04.250804 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808b921-ce97-47e7-8814-5864d5cb0158 None None] Pushing event updated for resources: {'Port': ['ID=133a51fb-3e22-4f5c-b016-1d26dfd7e6e5,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:04.255832 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-f61192e9-9afa-4d7d-8536-b610b35d2388 None None] Provisioning complete for port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:04.256213 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-f61192e9-9afa-4d7d-8536-b610b35d2388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (133a51fb-3e22-4f5c-b016-1d26dfd7e6e5), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:04.328070 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:04.328523 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:04.381099 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'name': 'tempest-TestMinimumBasicScenario-385668577-router', 'tenant_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.97'}], 'enable_snat': True}, 'gw_port_id': 'd723ada9-157d-4986-8aff-99e49e2ecf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:47:01Z', 'updated_at': '2022-08-24T16:47:02Z', 'revision_number': 3, 'project_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'gw_port': {'id': 'd723ada9-157d-4986-8aff-99e49e2ecf79', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:47:02Z', 'updated_at': '2022-08-24T16:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:04.426233 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Checking router: 296164ea-bc8d-4c6d-a252-d3d145a885ea for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:47:04.426403 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Updating router 296164ea-bc8d-4c6d-a252-d3d145a885ea port d723ada9-157d-4986-8aff-99e49e2ecf79 binding host dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:47:04.428617 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:04.474912 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:04.492544 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-f61192e9-9afa-4d7d-8536-b610b35d2388 None None] Current status of the port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:04.497427 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (d723ada9-157d-4986-8aff-99e49e2ecf79), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:04.553131 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:04.558894 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:04.560116 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:47:04.610849 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Allocated IP 172.20.0.1 (0e32d672-4c07-427f-a3dc-113ce5d5b23a/ee6af98f-27aa-4613-80f2-13469770908f/a804e154-8fd6-49ae-a0e6-cc99ba20b4cd) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:47:04.699215 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:04.699653 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (133a51fb-3e22-4f5c-b016-1d26dfd7e6e5), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:04.730121 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Publish callbacks [] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:04.881349 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:04.886448 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:04.920555 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Publish callbacks [] for port (d723ada9-157d-4986-8aff-99e49e2ecf79), precommit_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:04.936161 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Network 0e32d672-4c07-427f-a3dc-113ce5d5b23a is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:47:04.940051 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:47:04.944787 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:47:04.974521 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:04.983493 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Pushing event updated for resources: {'Port': ['ID=a804e154-8fd6-49ae-a0e6-cc99ba20b4cd,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:05.008832 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-485962'] for router_interface (296164ea-bc8d-4c6d-a252-d3d145a885ea), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:05.035390 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (d723ada9-157d-4986-8aff-99e49e2ecf79), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:05.104291 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Attempting to bind port d723ada9-157d-4986-8aff-99e49e2ecf79 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:47:05.104731 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Attempting to bind port d723ada9-157d-4986-8aff-99e49e2ecf79 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:47:05.105728 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Attempting to bind port d723ada9-157d-4986-8aff-99e49e2ecf79 on network aab3c770-6763-4e5f-928b-64ea6b35bf09 {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:47:05.123519 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:47:05.123519 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Checking segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:47:05.123519 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:05.123519 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Bound using segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:47:05.123519 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Bound port: d723ada9-157d-4986-8aff-99e49e2ecf79, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:47:05.123519 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (d723ada9-157d-4986-8aff-99e49e2ecf79), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:05.161328 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484937b-31ea-4531-bf96-f63018425899 None None] Pushing event updated for resources: {'Port': ['ID=d723ada9-157d-4986-8aff-99e49e2ecf79,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:05.219343 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] For port d723ada9-157d-4986-8aff-99e49e2ecf79, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:47:05.226747 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] For port d723ada9-157d-4986-8aff-99e49e2ecf79, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=d723ada9-157d-4986-8aff-99e49e2ecf79,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:47:05.238911 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:05.250792 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:05.290936 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523e92f-fb1e-45dd-998f-6cc459382672 req-dbefcd2c-6a51-43e3-b17f-2fba1dd78419 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:05.292946 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4523e92f-fb1e-45dd-998f-6cc459382672 req-dbefcd2c-6a51-43e3-b17f-2fba1dd78419 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1065536 Aug 24 16:47:05.298799 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a20b44-a262-4e1f-97e6-60a827096283 req-e7f894e0-0a85-4c11-ba0a-474abe2d461b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:05.302161 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-43a20b44-a262-4e1f-97e6-60a827096283 req-e7f894e0-0a85-4c11-ba0a-474abe2d461b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.1021442 Aug 24 16:47:05.303092 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (d723ada9-157d-4986-8aff-99e49e2ecf79), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:05.370416 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Routers {'296164ea-bc8d-4c6d-a252-d3d145a885ea'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:47:05.371863 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:47:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['296164ea-bc8d-4c6d-a252-d3d145a885ea'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:05.385985 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-60815990-ba06-4912-aa63-a86240376d7a None None] Provisioning complete for port a804e154-8fd6-49ae-a0e6-cc99ba20b4cd triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:05.386376 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-60815990-ba06-4912-aa63-a86240376d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:05.395216 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4523e92f-fb1e-45dd-998f-6cc459382672 req-44e4e0bf-5157-482f-b0fc-5f22a4901274 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915151 Aug 24 16:47:05.398975 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-43a20b44-a262-4e1f-97e6-60a827096283 req-138d8efb-ace0-44dc-9710-6e3f70518ae0 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914264 Aug 24 16:47:05.475643 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Publish callbacks [] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:05.493177 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:05.526711 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-60815990-ba06-4912-aa63-a86240376d7a None None] Port a804e154-8fd6-49ae-a0e6-cc99ba20b4cd cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:47:05.527194 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:05.535194 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484937b-31ea-4531-bf96-f63018425899 None None] Pushing event updated for resources: {'Port': ['ID=d723ada9-157d-4986-8aff-99e49e2ecf79,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:05.564795 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] Set router 296164ea-bc8d-4c6d-a252-d3d145a885ea gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:47:05.566515 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127532168'] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:05.645937 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485942'] for router_interface (296164ea-bc8d-4c6d-a252-d3d145a885ea), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:05.647873 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Pushing event updated for resources: {'Port': ['ID=a804e154-8fd6-49ae-a0e6-cc99ba20b4cd,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:05.758112 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Network 0e32d672-4c07-427f-a3dc-113ce5d5b23a is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:47:05.759646 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:47:05.837158 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device a3e2b5de-778c-4f0f-bb74-761971b6f904 details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:47:05.842553 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:05.897997 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Router 296164ea-bc8d-4c6d-a252-d3d145a885ea has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:47:05.981318 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:47:06.014929 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'name': 'tempest-TestMinimumBasicScenario-385668577-router', 'tenant_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.97'}], 'enable_snat': True}, 'gw_port_id': 'd723ada9-157d-4986-8aff-99e49e2ecf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:47:01Z', 'updated_at': '2022-08-24T16:47:05Z', 'revision_number': 4, 'project_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'gw_port': {'id': 'd723ada9-157d-4986-8aff-99e49e2ecf79', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:47:02Z', 'updated_at': '2022-08-24T16:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'a804e154-8fd6-49ae-a0e6-cc99ba20b4cd', 'name': '', 'network_id': '0e32d672-4c07-427f-a3dc-113ce5d5b23a', 'tenant_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'mac_address': 'fa:16:3e:92:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee6af98f-27aa-4613-80f2-13469770908f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:47:04Z', 'updated_at': '2022-08-24T16:47:04Z', 'revision_number': 1, 'project_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'subnets': [{'id': 'ee6af98f-27aa-4613-80f2-13469770908f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:06.024210 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:47:06.038723 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-ce58775c-f742-407f-814c-441b1f92fe20 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/296164ea-bc8d-4c6d-a252-d3d145a885ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1220102 Aug 24 16:47:06.068417 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e1673-ce2f-483f-aef9-851a70f63c0b None None] The sync data for ids ['296164ea-bc8d-4c6d-a252-d3d145a885ea'] in dv-cinder-731167-2-iscsi is: [{'id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'name': 'tempest-TestMinimumBasicScenario-385668577-router', 'tenant_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.97'}], 'enable_snat': True}, 'gw_port_id': 'd723ada9-157d-4986-8aff-99e49e2ecf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:47:01Z', 'updated_at': '2022-08-24T16:47:05Z', 'revision_number': 4, 'project_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'gw_port': {'id': 'd723ada9-157d-4986-8aff-99e49e2ecf79', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:47:02Z', 'updated_at': '2022-08-24T16:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'a804e154-8fd6-49ae-a0e6-cc99ba20b4cd', 'name': '', 'network_id': '0e32d672-4c07-427f-a3dc-113ce5d5b23a', 'tenant_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'mac_address': 'fa:16:3e:92:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee6af98f-27aa-4613-80f2-13469770908f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:47:04Z', 'updated_at': '2022-08-24T16:47:04Z', 'revision_number': 1, 'project_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'subnets': [{'id': 'ee6af98f-27aa-4613-80f2-13469770908f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:47:06.073452 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:06.084063 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port a3e2b5de-778c-4f0f-bb74-761971b6f904, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=a3e2b5de-778c-4f0f-bb74-761971b6f904,segment=NetworkSegment(df61ae7f-08ab-49a7-8699-f546f0f86485),segment_id=df61ae7f-08ab-49a7-8699-f546f0f86485)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:06.093683 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-620d5fd6-1d51-4d69-931d-af869e6498cd None None] Provisioning complete for port a804e154-8fd6-49ae-a0e6-cc99ba20b4cd triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:06.094060 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-620d5fd6-1d51-4d69-931d-af869e6498cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:06.124894 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': 'a3e2b5de-778c-4f0f-bb74-761971b6f904', 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'port_id': 'a3e2b5de-778c-4f0f-bb74-761971b6f904', 'mac_address': 'fa:16:3e:f6:ac:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:47:06.142098 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:06.142482 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (133a51fb-3e22-4f5c-b016-1d26dfd7e6e5), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:06.188169 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-620d5fd6-1d51-4d69-931d-af869e6498cd None None] Port a804e154-8fd6-49ae-a0e6-cc99ba20b4cd cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:47:06.211836 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port a3e2b5de-778c-4f0f-bb74-761971b6f904 is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:06.212146 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:06.233998 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e2b5de-778c-4f0f-bb74-761971b6f904 {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:47:06.270434 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:06.288568 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port a3e2b5de-778c-4f0f-bb74-761971b6f904, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=a3e2b5de-778c-4f0f-bb74-761971b6f904,segment=NetworkSegment(df61ae7f-08ab-49a7-8699-f546f0f86485),segment_id=df61ae7f-08ab-49a7-8699-f546f0f86485)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:06.290913 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:06.397386 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:06.483277 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=a3e2b5de-778c-4f0f-bb74-761971b6f904,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:06.578871 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65c496-a93a-4b0d-b244-42d65ce1975d req-e90d26da-6336-46d1-adec-e285a5420873 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:06.581366 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9f65c496-a93a-4b0d-b244-42d65ce1975d req-e90d26da-6336-46d1-adec-e285a5420873 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0921843 Aug 24 16:47:06.614749 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344abd9-8c66-48c0-a43c-eb09c4f105ed req-f30a4c9e-1aee-46fc-8249-b081d862cb51 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:06.616315 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e344abd9-8c66-48c0-a43c-eb09c4f105ed req-f30a4c9e-1aee-46fc-8249-b081d862cb51 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 945 time: 0.1093211 Aug 24 16:47:06.675234 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9f65c496-a93a-4b0d-b244-42d65ce1975d req-58c7df69-68b2-4cc2-b26e-b94dee045e90 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848849 Aug 24 16:47:06.703770 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e344abd9-8c66-48c0-a43c-eb09c4f105ed req-c57ce12e-817c-4ead-8b9d-30d507eeef43 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794780 Aug 24 16:47:06.775888 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['a3e2b5de-778c-4f0f-bb74-761971b6f904'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:47:06.819116 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:07.115754 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:07.246948 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:07.913741 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device a3e2b5de-778c-4f0f-bb74-761971b6f904 up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:47:07.988434 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port a3e2b5de-778c-4f0f-bb74-761971b6f904 completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:47:08.006169 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efa8b8-151c-465a-93ad-c97084cf90fe req-0940a9b9-7198-475d-afc8-f2d10f45d4ba tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:08.020947 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-53efa8b8-151c-465a-93ad-c97084cf90fe req-0940a9b9-7198-475d-afc8-f2d10f45d4ba tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 945 time: 0.0854611 Aug 24 16:47:08.039252 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device d723ada9-157d-4986-8aff-99e49e2ecf79 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:47:08.058101 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a67ee5-cf2b-4a1f-ad8c-d9f14be20871 req-4fed6b68-581d-44c3-b076-0ab3b0a8156d tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:08.059947 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-41a67ee5-cf2b-4a1f-ad8c-d9f14be20871 req-4fed6b68-581d-44c3-b076-0ab3b0a8156d tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1885819 Aug 24 16:47:08.138494 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-41a67ee5-cf2b-4a1f-ad8c-d9f14be20871 req-eea0dc54-c60f-4278-81cd-dc854a26787e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689967 Aug 24 16:47:08.155477 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-53efa8b8-151c-465a-93ad-c97084cf90fe req-fd800349-396c-458b-a8e5-eccd7957fe31 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332736 Aug 24 16:47:08.166080 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port d723ada9-157d-4986-8aff-99e49e2ecf79 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:08.166080 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (d723ada9-157d-4986-8aff-99e49e2ecf79), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:08.194383 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port a3e2b5de-778c-4f0f-bb74-761971b6f904 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:08.195145 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:08.296061 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:08.385956 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port d723ada9-157d-4986-8aff-99e49e2ecf79 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:08.386322 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (d723ada9-157d-4986-8aff-99e49e2ecf79), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:08.403871 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port a3e2b5de-778c-4f0f-bb74-761971b6f904 is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:08.404550 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:08.439855 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port d723ada9-157d-4986-8aff-99e49e2ecf79, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=d723ada9-157d-4986-8aff-99e49e2ecf79,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:08.456024 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e2b5de-778c-4f0f-bb74-761971b6f904'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:47:08.458720 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a40835-054f-4534-8e8d-4e3f99872700" -d '{"events": [{"server_uuid": "4b4ea3cd-ed8d-4169-8be6-716b693de76d", "name": "network-vif-plugged", "status": "completed", "tag": "a3e2b5de-778c-4f0f-bb74-761971b6f904"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:47:08.498519 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port a3e2b5de-778c-4f0f-bb74-761971b6f904, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=a3e2b5de-778c-4f0f-bb74-761971b6f904,segment=NetworkSegment(df61ae7f-08ab-49a7-8699-f546f0f86485),segment_id=df61ae7f-08ab-49a7-8699-f546f0f86485)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:08.508274 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (d723ada9-157d-4986-8aff-99e49e2ecf79), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:08.567518 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac019b6-d4e0-4f46-9c6f-039b70897bd8 x-openstack-request-id: req-eac019b6-d4e0-4f46-9c6f-039b70897bd8 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:47:08.567822 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4ea3cd-ed8d-4169-8be6-716b693de76d", "name": "network-vif-plugged", "status": "completed", "tag": "a3e2b5de-778c-4f0f-bb74-761971b6f904", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:47:08.568078 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-eac019b6-d4e0-4f46-9c6f-039b70897bd8 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:47:08.568552 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac019b6-d4e0-4f46-9c6f-039b70897bd8'] response: {'server_uuid': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e2b5de-778c-4f0f-bb74-761971b6f904', 'code': 200} Aug 24 16:47:08.587513 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:08.605458 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=d723ada9-157d-4986-8aff-99e49e2ecf79,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:08.665131 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=a3e2b5de-778c-4f0f-bb74-761971b6f904,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:09.166719 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064e34f-bcae-429d-83ee-7d9601ad65a2 req-a599af7b-551b-4b79-a7fe-62bbdc5df572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:09.168895 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7064e34f-bcae-429d-83ee-7d9601ad65a2 req-a599af7b-551b-4b79-a7fe-62bbdc5df572 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 1130 time: 0.0525391 Aug 24 16:47:09.254683 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7064e34f-bcae-429d-83ee-7d9601ad65a2 req-a63e309e-c05f-4bbf-bcd4-59c7d7ebd03e service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756483 Aug 24 16:47:09.431107 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 35628) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:47:09.444258 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1cb60-1d1b-4af8-a891-b0ba83c87c04 req-46a97e8f-e472-437f-a669-e83e2f694916 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:09.446385 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-61a1cb60-1d1b-4af8-a891-b0ba83c87c04 req-46a97e8f-e472-437f-a669-e83e2f694916 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.1123111 Aug 24 16:47:09.495238 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081e85b-09d3-4102-bf50-78f4e88c5751 req-a822b4a9-9e8e-4a1a-ade8-66f256a7308e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:09.503322 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a081e85b-09d3-4102-bf50-78f4e88c5751 req-a822b4a9-9e8e-4a1a-ade8-66f256a7308e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1145692 Aug 24 16:47:09.577809 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd283-68b6-4b83-8ad8-d942d3577cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:09.605050 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-61a1cb60-1d1b-4af8-a891-b0ba83c87c04 req-3c96e29d-7088-4541-8ef6-9fa1ccf968c4 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420469 Aug 24 16:47:09.612502 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a081e85b-09d3-4102-bf50-78f4e88c5751 req-e4202ad0-4bf8-4036-afb0-34e3e7470448 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072216 Aug 24 16:47:09.706361 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd283-68b6-4b83-8ad8-d942d3577cdf admin admin] Publish callbacks [] for security_group (745c55cf-79a8-4c6b-b5a0-abc152880886), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:09.707332 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:09.791170 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd283-68b6-4b83-8ad8-d942d3577cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (745c55cf-79a8-4c6b-b5a0-abc152880886), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:09.831070 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fd283-68b6-4b83-8ad8-d942d3577cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745c55cf-79a8-4c6b-b5a0-abc152880886,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:09.920502 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Sync routers for ids ['296164ea-bc8d-4c6d-a252-d3d145a885ea'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:47:09.939825 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Routers {'296164ea-bc8d-4c6d-a252-d3d145a885ea'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:47:09.943566 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:47:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['296164ea-bc8d-4c6d-a252-d3d145a885ea'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:10.057688 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device d723ada9-157d-4986-8aff-99e49e2ecf79 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:47:10.081063 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Set router 296164ea-bc8d-4c6d-a252-d3d145a885ea gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:47:10.103114 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b8489-bc38-480c-b1cf-c96014e5acbf req-fd4fcbfd-96a4-42b9-8eaa-348c371d9b06 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:10.110423 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-401b8489-bc38-480c-b1cf-c96014e5acbf req-fd4fcbfd-96a4-42b9-8eaa-348c371d9b06 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1101363 Aug 24 16:47:10.135686 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port d723ada9-157d-4986-8aff-99e49e2ecf79 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:10.136120 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (d723ada9-157d-4986-8aff-99e49e2ecf79), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:10.253502 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-401b8489-bc38-480c-b1cf-c96014e5acbf req-490e8c7a-fea7-4d65-8d4b-132f1fbfb058 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419203 Aug 24 16:47:10.259681 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port d723ada9-157d-4986-8aff-99e49e2ecf79 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:10.273108 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=100 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:10.293223 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-1b4fd283-68b6-4b83-8ad8-d942d3577cdf admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=9aa80633bc9c4d98a53a31bd433c45d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8609774 Aug 24 16:47:10.296245 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 35636) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:47:10.304283 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:10.324208 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:10.348042 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'name': 'tempest-TestMinimumBasicScenario-385668577-router', 'tenant_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.97'}], 'enable_snat': True}, 'gw_port_id': 'd723ada9-157d-4986-8aff-99e49e2ecf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:47:01Z', 'updated_at': '2022-08-24T16:47:05Z', 'revision_number': 4, 'project_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'gw_port': {'id': 'd723ada9-157d-4986-8aff-99e49e2ecf79', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:47:02Z', 'updated_at': '2022-08-24T16:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'a804e154-8fd6-49ae-a0e6-cc99ba20b4cd', 'name': '', 'network_id': '0e32d672-4c07-427f-a3dc-113ce5d5b23a', 'tenant_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'mac_address': 'fa:16:3e:92:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee6af98f-27aa-4613-80f2-13469770908f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:47:04Z', 'updated_at': '2022-08-24T16:47:05Z', 'revision_number': 2, 'project_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'subnets': [{'id': 'ee6af98f-27aa-4613-80f2-13469770908f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:10.394237 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Checking router: 296164ea-bc8d-4c6d-a252-d3d145a885ea for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:47:10.394841 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Updating router 296164ea-bc8d-4c6d-a252-d3d145a885ea port a804e154-8fd6-49ae-a0e6-cc99ba20b4cd binding host dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:47:10.398698 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f2c5b4df-f328-4541-b135-ed77a9ac31db admin admin] Publish callbacks [] for security_group (745c55cf-79a8-4c6b-b5a0-abc152880886), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:10.428480 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:10.429572 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f2c5b4df-f328-4541-b135-ed77a9ac31db admin admin] Publish callbacks [] for security_group (745c55cf-79a8-4c6b-b5a0-abc152880886), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:10.573552 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f2c5b4df-f328-4541-b135-ed77a9ac31db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (745c55cf-79a8-4c6b-b5a0-abc152880886), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:10.583758 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f2c5b4df-f328-4541-b135-ed77a9ac31db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:10.583758 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-f2c5b4df-f328-4541-b135-ed77a9ac31db admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/745c55cf-79a8-4c6b-b5a0-abc152880886 HTTP/1.1" status: 204 len: 168 time: 0.2801361 Aug 24 16:47:10.592715 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5b4df-f328-4541-b135-ed77a9ac31db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745c55cf-79a8-4c6b-b5a0-abc152880886,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:10.777111 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c72063-6d42-4ce7-b299-52ebff6e13d9 req-8e25b3d0-0cb2-4a93-b55a-42cf689b0e01 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:10.777111 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-69c72063-6d42-4ce7-b299-52ebff6e13d9 req-8e25b3d0-0cb2-4a93-b55a-42cf689b0e01 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.0541618 Aug 24 16:47:10.783495 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Publish callbacks [] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), precommit_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:10.850634 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-69c72063-6d42-4ce7-b299-52ebff6e13d9 req-4a8aa059-fab5-4b1c-974d-369a68a98399 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671184 Aug 24 16:47:10.892262 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:10.957279 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d4273-938a-41ca-8b1b-c04c85a51daa None None] Pushing event updated for resources: {'Port': ['ID=a804e154-8fd6-49ae-a0e6-cc99ba20b4cd,revision_number=3']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:11.006004 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9537d-bf68-498b-9e4c-cb38eea9da8b req-2c44f2bd-a0d8-47ba-b07c-f469bd7499e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:11.008235 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e3b9537d-bf68-498b-9e4c-cb38eea9da8b req-2c44f2bd-a0d8-47ba-b07c-f469bd7499e5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=b71890b7a23944ee939c4bd13408063f&device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 1129 time: 0.0605974 Aug 24 16:47:11.025075 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Attempting to bind port a804e154-8fd6-49ae-a0e6-cc99ba20b4cd on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:47:11.025451 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Attempting to bind port a804e154-8fd6-49ae-a0e6-cc99ba20b4cd by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '92e2760b-d9d9-4cf8-b538-e93206d4c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0e32d672-4c07-427f-a3dc-113ce5d5b23a'}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:47:11.025819 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Attempting to bind port a804e154-8fd6-49ae-a0e6-cc99ba20b4cd on network 0e32d672-4c07-427f-a3dc-113ce5d5b23a {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:47:11.031473 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:47:11.032018 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Checking segment: {'id': '92e2760b-d9d9-4cf8-b538-e93206d4c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0e32d672-4c07-427f-a3dc-113ce5d5b23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:47:11.032250 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:11.032744 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Bound using segment: {'id': '92e2760b-d9d9-4cf8-b538-e93206d4c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0e32d672-4c07-427f-a3dc-113ce5d5b23a'} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:47:11.033224 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Bound port: a804e154-8fd6-49ae-a0e6-cc99ba20b4cd, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e2760b-d9d9-4cf8-b538-e93206d4c27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '0e32d672-4c07-427f-a3dc-113ce5d5b23a'}}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:47:11.033650 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:11.110174 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] For port a804e154-8fd6-49ae-a0e6-cc99ba20b4cd, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:47:11.117132 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] For port a804e154-8fd6-49ae-a0e6-cc99ba20b4cd, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=a804e154-8fd6-49ae-a0e6-cc99ba20b4cd,segment=NetworkSegment(92e2760b-d9d9-4cf8-b538-e93206d4c27e),segment_id=92e2760b-d9d9-4cf8-b538-e93206d4c27e)] {{(pid=113372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:47:11.166744 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9537d-bf68-498b-9e4c-cb38eea9da8b req-1b250db1-1684-479b-8020-be53804c9432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:11.169035 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e3b9537d-bf68-498b-9e4c-cb38eea9da8b req-1b250db1-1684-479b-8020-be53804c9432 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=3c868f21-48dd-4a80-9b52-b20f081f69bf HTTP/1.1" status: 200 len: 912 time: 0.1326075 Aug 24 16:47:11.243419 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e3b9537d-bf68-498b-9e4c-cb38eea9da8b req-d114f2e0-1ed3-4ee5-9824-9a5289a34d6e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae79267d-50a6-401e-8b7e-65a6ed48fbc9 HTTP/1.1" status: 200 len: 1001 time: 0.0666337 Aug 24 16:47:11.298946 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9537d-bf68-498b-9e4c-cb38eea9da8b req-06361e0f-c1e2-440a-a49e-f982efeb6675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:11.300412 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e3b9537d-bf68-498b-9e4c-cb38eea9da8b req-06361e0f-c1e2-440a-a49e-f982efeb6675 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7a21e2cb-adaa-418e-9a22-729cb8d4dff7 HTTP/1.1" status: 200 len: 850 time: 0.0502141 Aug 24 16:47:11.347055 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9537d-bf68-498b-9e4c-cb38eea9da8b req-0e472ff8-53d8-457a-a10e-2f86cbee88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:11.348643 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e3b9537d-bf68-498b-9e4c-cb38eea9da8b req-0e472ff8-53d8-457a-a10e-2f86cbee88f7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=3c868f21-48dd-4a80-9b52-b20f081f69bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420740 Aug 24 16:47:11.454166 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:11.465739 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f3d07-1d36-4b84-9be0-debfb2189b73 req-5640c15f-7297-4b4b-89d1-6dc59454704a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:11.467320 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-694f3d07-1d36-4b84-9be0-debfb2189b73 req-5640c15f-7297-4b4b-89d1-6dc59454704a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0938942 Aug 24 16:47:11.488928 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Routers {'296164ea-bc8d-4c6d-a252-d3d145a885ea'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:47:11.488928 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:47:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['296164ea-bc8d-4c6d-a252-d3d145a885ea'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:11.501907 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e3b9537d-bf68-498b-9e4c-cb38eea9da8b req-39c5d088-1df3-40d2-9fa6-62dea267bda2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455030 Aug 24 16:47:11.623511 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-694f3d07-1d36-4b84-9be0-debfb2189b73 req-220e211a-1aef-40b4-95a4-b623d57c97a6 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354415 Aug 24 16:47:11.657788 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e3b9537d-bf68-498b-9e4c-cb38eea9da8b req-08677e51-2eac-41e9-a94c-253ae876f4ae service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447942 Aug 24 16:47:11.715636 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] Set router 296164ea-bc8d-4c6d-a252-d3d145a885ea gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:47:11.856138 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:11.894660 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:11.942016 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'name': 'tempest-TestMinimumBasicScenario-385668577-router', 'tenant_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.97'}], 'enable_snat': True}, 'gw_port_id': 'd723ada9-157d-4986-8aff-99e49e2ecf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:47:01Z', 'updated_at': '2022-08-24T16:47:05Z', 'revision_number': 4, 'project_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'gw_port': {'id': 'd723ada9-157d-4986-8aff-99e49e2ecf79', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:47:02Z', 'updated_at': '2022-08-24T16:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'a804e154-8fd6-49ae-a0e6-cc99ba20b4cd', 'name': '', 'network_id': '0e32d672-4c07-427f-a3dc-113ce5d5b23a', 'tenant_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'mac_address': 'fa:16:3e:92:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee6af98f-27aa-4613-80f2-13469770908f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:47:04Z', 'updated_at': '2022-08-24T16:47:11Z', 'revision_number': 4, 'project_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'subnets': [{'id': 'ee6af98f-27aa-4613-80f2-13469770908f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:11.977082 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553fb20b-24c6-411e-93f6-bc27380b98f7 None None] The sync data for ids ['296164ea-bc8d-4c6d-a252-d3d145a885ea'] in dv-cinder-731167-2-iscsi is: [{'id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'name': 'tempest-TestMinimumBasicScenario-385668577-router', 'tenant_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.97'}], 'enable_snat': True}, 'gw_port_id': 'd723ada9-157d-4986-8aff-99e49e2ecf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:47:01Z', 'updated_at': '2022-08-24T16:47:05Z', 'revision_number': 4, 'project_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'gw_port': {'id': 'd723ada9-157d-4986-8aff-99e49e2ecf79', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:47:02Z', 'updated_at': '2022-08-24T16:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'a804e154-8fd6-49ae-a0e6-cc99ba20b4cd', 'name': '', 'network_id': '0e32d672-4c07-427f-a3dc-113ce5d5b23a', 'tenant_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'mac_address': 'fa:16:3e:92:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee6af98f-27aa-4613-80f2-13469770908f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:47:04Z', 'updated_at': '2022-08-24T16:47:11Z', 'revision_number': 4, 'project_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'subnets': [{'id': 'ee6af98f-27aa-4613-80f2-13469770908f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:47:12.005702 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d4273-938a-41ca-8b1b-c04c85a51daa None None] Pushing event updated for resources: {'Port': ['ID=a804e154-8fd6-49ae-a0e6-cc99ba20b4cd,revision_number=4']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:12.102711 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fe155-b78e-432a-b840-2f136545f50f req-8967bbea-97de-4612-9165-aa0c874764b1 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:12.104399 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b52fe155-b78e-432a-b840-2f136545f50f req-8967bbea-97de-4612-9165-aa0c874764b1 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.1286435 Aug 24 16:47:12.224009 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a90174-0b49-4ed1-80c2-01acab135908 req-ac3dd544-f4ac-4ba5-be6c-b0e53997db28 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:12.225644 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b3a90174-0b49-4ed1-80c2-01acab135908 req-ac3dd544-f4ac-4ba5-be6c-b0e53997db28 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0897224 Aug 24 16:47:12.276548 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b52fe155-b78e-432a-b840-2f136545f50f req-2ea33f65-11ba-4596-b4ab-fd33f423b958 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650531 Aug 24 16:47:12.328866 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:12.337983 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b3a90174-0b49-4ed1-80c2-01acab135908 req-5e18ef7a-c95a-4bde-9a0c-e12202f65ad9 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027679 Aug 24 16:47:12.417919 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:12.465645 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0030d80-3006-421b-9bc2-b73f5109b16b req-0c752605-fe63-4d1c-b231-a7f9a368cad6 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:12.473398 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f0030d80-3006-421b-9bc2-b73f5109b16b req-0c752605-fe63-4d1c-b231-a7f9a368cad6 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.0603573 Aug 24 16:47:12.531510 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f0030d80-3006-421b-9bc2-b73f5109b16b req-86415d95-87b9-4fb2-a7dc-ed05dd340e50 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568490 Aug 24 16:47:12.563506 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 35692) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:47:12.831565 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184cee4-54ec-42e7-91b1-a4cb4567a527 req-fc218798-1c0d-4557-a8cd-e5c88c1cc069 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:12.833184 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a184cee4-54ec-42e7-91b1-a4cb4567a527 req-fc218798-1c0d-4557-a8cd-e5c88c1cc069 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0868032 Aug 24 16:47:12.920869 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b75a87-b1f2-42f6-8a1a-d835f62416d0 tempest-TestShelveInstance-502404415 tempest-TestShelveInstance-502404415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:12.925845 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-13b75a87-b1f2-42f6-8a1a-d835f62416d0 tempest-TestShelveInstance-502404415 tempest-TestShelveInstance-502404415-project-admin] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 1125 time: 0.3574905 Aug 24 16:47:12.928764 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 35700) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:47:12.933262 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Request body: {'floatingip': {'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'port_id': 'a3e2b5de-778c-4f0f-bb74-761971b6f904', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'fixed_ip_address': '172.20.0.11'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:47:12.986483 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a184cee4-54ec-42e7-91b1-a4cb4567a527 req-69ab4478-9bce-4f5c-a083-9909f35516ae tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759203 Aug 24 16:47:13.018174 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:13.134285 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:13.277074 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 35706) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:47:13.291894 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Allocated IP 172.27.4.89 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/6cee65eb-de4e-4329-9d12-66cee04d4dc5) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:47:13.433947 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0d493d87-062e-4b82-bf50-6c72de97a9a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:13.449864 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for port (6cee65eb-de4e-4329-9d12-66cee04d4dc5), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:13.520719 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14a49b-3044-482c-b628-0bfe00b5dec0 req-1be6ee79-a2c9-46ee-a216-02719a0da2a1 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:13.522376 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0e14a49b-3044-482c-b628-0bfe00b5dec0 req-1be6ee79-a2c9-46ee-a216-02719a0da2a1 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0698328 Aug 24 16:47:13.541395 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (6cee65eb-de4e-4329-9d12-66cee04d4dc5), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:13.602685 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:47:13.606785 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:47:13.617234 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0e14a49b-3044-482c-b628-0bfe00b5dec0 req-3e1d6cc4-4fab-43d2-8de6-144189b2e3fb tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886698 Aug 24 16:47:13.619006 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:47:13.632329 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0d493d87-062e-4b82-bf50-6c72de97a9a9 admin admin] Publish callbacks [] for security_group (d0927f3c-ab01-478e-bc1d-400da9eb029a), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:13.656995 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Pushing event updated for resources: {'Port': ['ID=6cee65eb-de4e-4329-9d12-66cee04d4dc5,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:13.675809 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:13.676214 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:13.676567 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:13.676912 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:13.677250 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:13.677582 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:13.677911 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:13.678238 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:13.678595 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:13.678921 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:13.679245 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:13.679571 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:13.679894 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:13.680216 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:13.680569 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:13.686123 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0d493d87-062e-4b82-bf50-6c72de97a9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (d0927f3c-ab01-478e-bc1d-400da9eb029a), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:13.743155 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-0d493d87-062e-4b82-bf50-6c72de97a9a9 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=5825261869ea4295bca2659609c1f4e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4647474 Aug 24 16:47:13.744379 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d493d87-062e-4b82-bf50-6c72de97a9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0927f3c-ab01-478e-bc1d-400da9eb029a,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:13.758145 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 35712) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:47:13.824429 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-19a89ac2-9867-4908-be42-cef3d4d03428 admin admin] Publish callbacks [] for security_group (d0927f3c-ab01-478e-bc1d-400da9eb029a), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:13.916928 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-19a89ac2-9867-4908-be42-cef3d4d03428 admin admin] Publish callbacks [] for security_group (d0927f3c-ab01-478e-bc1d-400da9eb029a), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:14.016311 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device a804e154-8fd6-49ae-a0e6-cc99ba20b4cd up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:47:14.058358 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-19a89ac2-9867-4908-be42-cef3d4d03428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (d0927f3c-ab01-478e-bc1d-400da9eb029a), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:14.062262 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-19a89ac2-9867-4908-be42-cef3d4d03428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:14.063727 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-19a89ac2-9867-4908-be42-cef3d4d03428 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/d0927f3c-ab01-478e-bc1d-400da9eb029a HTTP/1.1" status: 204 len: 168 time: 0.3035433 Aug 24 16:47:14.078401 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:14.079583 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port a804e154-8fd6-49ae-a0e6-cc99ba20b4cd triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:14.080136 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:14.100653 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a89ac2-9867-4908-be42-cef3d4d03428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0927f3c-ab01-478e-bc1d-400da9eb029a,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:14.197666 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port a804e154-8fd6-49ae-a0e6-cc99ba20b4cd is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:14.198073 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:14.230689 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125aa80-4f1d-4d88-bcf1-1b67d90eff80 req-43ab1320-f485-495f-ac78-69b468ca5ad3 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:14.232382 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5125aa80-4f1d-4d88-bcf1-1b67d90eff80 req-43ab1320-f485-495f-ac78-69b468ca5ad3 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1098320 Aug 24 16:47:14.250759 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port a804e154-8fd6-49ae-a0e6-cc99ba20b4cd, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=a804e154-8fd6-49ae-a0e6-cc99ba20b4cd,segment=NetworkSegment(92e2760b-d9d9-4cf8-b538-e93206d4c27e),segment_id=92e2760b-d9d9-4cf8-b538-e93206d4c27e)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:14.252196 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:14.253514 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:14.257863 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for floatingip (6479dc5a-67b4-4fe5-a4f7-079ae4d0fcc7), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:14.311678 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5125aa80-4f1d-4d88-bcf1-1b67d90eff80 req-a2232a05-a1e2-49e5-acb0-a10bf1c328ba tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691700 Aug 24 16:47:14.384399 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:14.447068 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (6cee65eb-de4e-4329-9d12-66cee04d4dc5), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:14.448274 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=a804e154-8fd6-49ae-a0e6-cc99ba20b4cd,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:14.661867 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for port (6cee65eb-de4e-4329-9d12-66cee04d4dc5), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:14.734288 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127532168'] for port (6cee65eb-de4e-4329-9d12-66cee04d4dc5), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:14.813617 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Pushing event updated for resources: {'Port': ['ID=6cee65eb-de4e-4329-9d12-66cee04d4dc5,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:14.821893 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24bc78-b0f2-4818-9151-4bd78f9880d6 req-71b86d56-2ce0-4f8e-981e-6f17c085cf32 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:14.823243 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ad24bc78-b0f2-4818-9151-4bd78f9880d6 req-71b86d56-2ce0-4f8e-981e-6f17c085cf32 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0826178 Aug 24 16:47:14.824952 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (6479dc5a-67b4-4fe5-a4f7-079ae4d0fcc7), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:14.886724 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ad24bc78-b0f2-4818-9151-4bd78f9880d6 req-d8304b67-5bca-412d-8425-46d637aba381 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540559 Aug 24 16:47:14.949417 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.l3_db [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Floating IP 6479dc5a-67b4-4fe5-a4f7-079ae4d0fcc7 associated. External IP: 172.27.4.89, port: a3e2b5de-778c-4f0f-bb74-761971b6f904. Aug 24 16:47:15.067046 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:15.201478 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Router f973b3d3-04ae-44d2-b62f-12788cdcc85f has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:47:15.316024 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:47:15.335036 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407bcd9-d2ad-4057-a520-74233b15bda7 None None] Sync routers for ids ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:47:15.348321 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407bcd9-d2ad-4057-a520-74233b15bda7 None None] Routers {'f973b3d3-04ae-44d2-b62f-12788cdcc85f'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:47:15.349016 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-a407bcd9-d2ad-4057-a520-74233b15bda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:47:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:15.468646 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-a407bcd9-d2ad-4057-a520-74233b15bda7 None None] Set router f973b3d3-04ae-44d2-b62f-12788cdcc85f gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:47:15.575584 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:15.710975 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-a407bcd9-d2ad-4057-a520-74233b15bda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'name': 'tempest-TestShelveInstance-845001821-router', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f1dd9737-7113-41f6-b122-719361812d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:08Z', 'updated_at': '2022-08-24T16:46:12Z', 'revision_number': 4, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'gw_port': {'id': 'f1dd9737-7113-41f6-b122-719361812d77', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:09Z', 'updated_at': '2022-08-24T16:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '6479dc5a-67b4-4fe5-a4f7-079ae4d0fcc7', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'floating_ip_address': '172.27.4.89', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'port_id': 'a3e2b5de-778c-4f0f-bb74-761971b6f904', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'mac_address': 'fa:16:3e:f6:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:47:13Z', 'updated_at': '2022-08-24T16:47:13Z', 'revision_number': 0, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '813e5cd0-190e-42d4-bf7f-c87860bbce18', 'name': '', 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'mac_address': 'fa:16:3e:1d:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:12Z', 'updated_at': '2022-08-24T16:46:18Z', 'revision_number': 5, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'subnets': [{'id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:15.738681 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407bcd9-d2ad-4057-a520-74233b15bda7 None None] Checking router: f973b3d3-04ae-44d2-b62f-12788cdcc85f for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:47:15.747070 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407bcd9-d2ad-4057-a520-74233b15bda7 None None] Routers {'f973b3d3-04ae-44d2-b62f-12788cdcc85f'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:47:15.747675 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-a407bcd9-d2ad-4057-a520-74233b15bda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:47:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:15.810395 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:15.843664 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-88d002fb-f2ed-4754-a364-28de032a963b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9137940 Aug 24 16:47:15.844678 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'tag': 'a3e2b5de-778c-4f0f-bb74-761971b6f904'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:47:15.853605 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c917751-fbfc-4c53-8747-426231e008e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4ea3cd-ed8d-4169-8be6-716b693de76d", "tag": "a3e2b5de-778c-4f0f-bb74-761971b6f904"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:47:15.854260 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-a407bcd9-d2ad-4057-a520-74233b15bda7 None None] Set router f973b3d3-04ae-44d2-b62f-12788cdcc85f gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:47:15.913935 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abee81b-1819-492e-b108-505d554f233f x-openstack-request-id: req-6abee81b-1819-492e-b108-505d554f233f {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:47:15.914239 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4ea3cd-ed8d-4169-8be6-716b693de76d", "tag": "a3e2b5de-778c-4f0f-bb74-761971b6f904", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:47:15.914471 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6abee81b-1819-492e-b108-505d554f233f {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:47:15.914883 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6abee81b-1819-492e-b108-505d554f233f'] response: {'name': 'network-changed', 'server_uuid': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'tag': 'a3e2b5de-778c-4f0f-bb74-761971b6f904', 'status': 'completed', 'code': 200} Aug 24 16:47:16.054322 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c917751-fbfc-4c53-8747-426231e008e2 req-8dd81b30-0691-4116-9b49-323ee9ed585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:16.056533 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3c917751-fbfc-4c53-8747-426231e008e2 req-8dd81b30-0691-4116-9b49-323ee9ed585c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=05a8a1a0e0334559ab3fc9a63685fa69&device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 1130 time: 0.1139407 Aug 24 16:47:16.063366 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:16.084915 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdee4b-f8f0-4ef8-a744-32c79b80b1a7 req-765574b4-fce5-4c4a-b610-eb1516ca7983 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:16.092132 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-12bdee4b-f8f0-4ef8-a744-32c79b80b1a7 req-765574b4-fce5-4c4a-b610-eb1516ca7983 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0906284 Aug 24 16:47:16.117839 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:16.125390 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device a804e154-8fd6-49ae-a0e6-cc99ba20b4cd up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:47:16.198360 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-12bdee4b-f8f0-4ef8-a744-32c79b80b1a7 req-cc906bc8-d33c-4f35-a24a-9af14d07fb20 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053040 Aug 24 16:47:16.209263 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:16.225300 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c917751-fbfc-4c53-8747-426231e008e2 req-b01ae38e-1c9e-4c4b-9b21-5a7a230014b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:16.227896 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3c917751-fbfc-4c53-8747-426231e008e2 req-b01ae38e-1c9e-4c4b-9b21-5a7a230014b2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6e759f09-8493-41a1-82dc-95cc3aa0aabe HTTP/1.1" status: 200 len: 909 time: 0.1603851 Aug 24 16:47:16.233178 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port a804e154-8fd6-49ae-a0e6-cc99ba20b4cd triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:16.233622 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:16.315038 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3c917751-fbfc-4c53-8747-426231e008e2 req-04bba969-af08-41eb-921f-fb1ed8ffbefb service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3e2b5de-778c-4f0f-bb74-761971b6f904 HTTP/1.1" status: 200 len: 999 time: 0.0785608 Aug 24 16:47:16.399496 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c917751-fbfc-4c53-8747-426231e008e2 req-015c4e91-5ffd-439d-989e-aca9c18a2cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:16.401149 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3c917751-fbfc-4c53-8747-426231e008e2 req-015c4e91-5ffd-439d-989e-aca9c18a2cbf service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5b387e1a-2eb2-46c9-a401-56a9e7be2495 HTTP/1.1" status: 200 len: 847 time: 0.0752769 Aug 24 16:47:16.402783 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port a804e154-8fd6-49ae-a0e6-cc99ba20b4cd is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:16.428913 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-a407bcd9-d2ad-4057-a520-74233b15bda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'name': 'tempest-TestShelveInstance-845001821-router', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f1dd9737-7113-41f6-b122-719361812d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:08Z', 'updated_at': '2022-08-24T16:46:12Z', 'revision_number': 4, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'gw_port': {'id': 'f1dd9737-7113-41f6-b122-719361812d77', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:09Z', 'updated_at': '2022-08-24T16:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '6479dc5a-67b4-4fe5-a4f7-079ae4d0fcc7', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'floating_ip_address': '172.27.4.89', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'port_id': 'a3e2b5de-778c-4f0f-bb74-761971b6f904', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'mac_address': 'fa:16:3e:f6:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:47:13Z', 'updated_at': '2022-08-24T16:47:13Z', 'revision_number': 0, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '813e5cd0-190e-42d4-bf7f-c87860bbce18', 'name': '', 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'mac_address': 'fa:16:3e:1d:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:12Z', 'updated_at': '2022-08-24T16:46:18Z', 'revision_number': 5, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'subnets': [{'id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:16.477812 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c917751-fbfc-4c53-8747-426231e008e2 req-10223d3e-8a3e-4b9e-a199-78c697f476d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:16.479834 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3c917751-fbfc-4c53-8747-426231e008e2 req-10223d3e-8a3e-4b9e-a199-78c697f476d4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6e759f09-8493-41a1-82dc-95cc3aa0aabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667243 Aug 24 16:47:16.495341 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a407bcd9-d2ad-4057-a520-74233b15bda7 None None] The sync data for ids ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'] in dv-cinder-731167-2-iscsi is: [{'id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'name': 'tempest-TestShelveInstance-845001821-router', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f1dd9737-7113-41f6-b122-719361812d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:08Z', 'updated_at': '2022-08-24T16:46:12Z', 'revision_number': 4, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'gw_port': {'id': 'f1dd9737-7113-41f6-b122-719361812d77', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:09Z', 'updated_at': '2022-08-24T16:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '6479dc5a-67b4-4fe5-a4f7-079ae4d0fcc7', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'floating_ip_address': '172.27.4.89', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'port_id': 'a3e2b5de-778c-4f0f-bb74-761971b6f904', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'mac_address': 'fa:16:3e:f6:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:47:13Z', 'updated_at': '2022-08-24T16:47:13Z', 'revision_number': 0, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '813e5cd0-190e-42d4-bf7f-c87860bbce18', 'name': '', 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'mac_address': 'fa:16:3e:1d:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:12Z', 'updated_at': '2022-08-24T16:46:18Z', 'revision_number': 5, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'subnets': [{'id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:47:16.616308 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3c917751-fbfc-4c53-8747-426231e008e2 req-fc3d6e8e-c34f-4446-aba7-7efd64f7f866 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6e759f09-8493-41a1-82dc-95cc3aa0aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285329 Aug 24 16:47:16.809370 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3c917751-fbfc-4c53-8747-426231e008e2 req-75b39331-1906-4072-870d-0d3b5b00735c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6e759f09-8493-41a1-82dc-95cc3aa0aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846778 Aug 24 16:47:16.889623 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603326f4-5028-4ce0-8fcd-2f655a530f59 None None] New status for floating IP 6479dc5a-67b4-4fe5-a4f7-079ae4d0fcc7: ACTIVE {{(pid=113372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:47:17.619977 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db84ebe-938a-4eec-b068-b639ee589b5f req-3cdf05a1-0fc3-469b-9d5f-47cdf64c06a4 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:17.621492 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3db84ebe-938a-4eec-b068-b639ee589b5f req-3cdf05a1-0fc3-469b-9d5f-47cdf64c06a4 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.3088367 Aug 24 16:47:17.677766 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3db84ebe-938a-4eec-b068-b639ee589b5f req-b2bc0099-188e-4937-a6f6-1062071ab733 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504818 Aug 24 16:47:18.351528 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:47:18.816747 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13cb25-3488-4058-9d96-944285e4d658 req-4cb8aa97-0bd4-44a1-ba40-03e56d051474 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:18.818334 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-db13cb25-3488-4058-9d96-944285e4d658 req-4cb8aa97-0bd4-44a1-ba40-03e56d051474 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0512919 Aug 24 16:47:18.872177 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-db13cb25-3488-4058-9d96-944285e4d658 req-f0802ddf-b015-430d-b68a-eace51865d1d tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474887 Aug 24 16:47:20.014364 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35352f80-10a3-4c78-abf8-4b80121e54ea req-d02f8c40-07ab-4b81-9dc6-3e3801402997 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:20.016217 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-35352f80-10a3-4c78-abf8-4b80121e54ea req-d02f8c40-07ab-4b81-9dc6-3e3801402997 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0581741 Aug 24 16:47:20.065434 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-35352f80-10a3-4c78-abf8-4b80121e54ea req-8fbac360-91a1-456a-89b1-bddbae5871f2 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424230 Aug 24 16:47:20.408681 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:20.779997 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:20.818420 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-00652eba-638b-4e20-a2b8-476c9df0817b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:20.819921 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-00652eba-638b-4e20-a2b8-476c9df0817b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/networks?id=f599defe-c22e-4f1d-9ae7-6d25663b2f65 HTTP/1.1" status: 200 len: 815 time: 0.1273084 Aug 24 16:47:20.834425 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-3291294f-3e28-4975-9c50-ec451f50906a tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/quotas/09e2ab2c313d4448a28a6902b74a0d10 HTTP/1.1" status: 200 len: 375 time: 0.0091724 Aug 24 16:47:20.889460 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-aadc7483-e34b-420a-94ff-beed4830cffd tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=09e2ab2c313d4448a28a6902b74a0d10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472088 Aug 24 16:47:20.995639 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-f65393e7-bcad-4e64-a20d-67e793821db3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f599defe-c22e-4f1d-9ae7-6d25663b2f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922453 Aug 24 16:47:21.103326 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-db1bb355-9730-4067-b9fe-f1327d3b8a06 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/f599defe-c22e-4f1d-9ae7-6d25663b2f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019821 Aug 24 16:47:21.195728 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b698d-a3b6-480d-9fcd-b84af34b161b req-3b7260a5-ceb0-4af7-8742-9e3eee095b6b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:21.197264 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d90b698d-a3b6-480d-9fcd-b84af34b161b req-3b7260a5-ceb0-4af7-8742-9e3eee095b6b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0514283 Aug 24 16:47:21.242595 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:21.247181 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d90b698d-a3b6-480d-9fcd-b84af34b161b req-677f5305-53ad-4a6e-8751-0684f1745b99 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440466 Aug 24 16:47:21.371497 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8e77193f-1572-4008-831d-a0ff1a82e359 req-b68f7ff4-f5f3-4016-b241-791f5a9ae9d5 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 210 time: 0.0321217 Aug 24 16:47:22.375924 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9b8da-0128-4b95-8886-55f55384dc73 req-23683fc7-64a2-42d3-a0f9-2bb309129e5f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:22.379515 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e2b9b8da-0128-4b95-8886-55f55384dc73 req-23683fc7-64a2-42d3-a0f9-2bb309129e5f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0480227 Aug 24 16:47:22.427998 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e2b9b8da-0128-4b95-8886-55f55384dc73 req-6bcc9d3d-0b9d-4ecf-8e22-12eb9179a46a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441375 Aug 24 16:47:22.457036 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6c32db50-7dda-43ba-b302-7dc053e90efe req-632bcd28-2ebe-44fe-b159-e3cf3c82f43b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 210 time: 0.0278819 Aug 24 16:47:23.577130 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c222d0c0-7c99-46a2-a0d6-a4a9e6cc0329 req-0c05d8f4-2e67-42fb-9462-c10e829feca9 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 210 time: 0.0365446 Aug 24 16:47:23.600582 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87517d-8819-48a9-8401-030a172a1c3d req-497e0676-b6eb-45a0-bbdc-e6735cdc0d40 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:23.600582 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7f87517d-8819-48a9-8401-030a172a1c3d req-497e0676-b6eb-45a0-bbdc-e6735cdc0d40 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0815818 Aug 24 16:47:23.647479 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d1de90f2-08bb-4546-a922-ae6c3fd74df2 req-3a21d57e-193a-4b4e-9238-49ab1399ab56 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638733 Aug 24 16:47:23.670191 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7f87517d-8819-48a9-8401-030a172a1c3d req-3dd743cc-0970-43fc-94e2-fa83323d0031 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696046 Aug 24 16:47:23.713312 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de90f2-08bb-4546-a922-ae6c3fd74df2 req-347dcab4-39df-41e1-a9c9-733c23f97558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:23.714817 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d1de90f2-08bb-4546-a922-ae6c3fd74df2 req-347dcab4-39df-41e1-a9c9-733c23f97558 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 1130 time: 0.0420456 Aug 24 16:47:23.900019 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-7fa7981f-a59f-4dda-a6c8-2d2808d8d080 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:23.901498 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-7fa7981f-a59f-4dda-a6c8-2d2808d8d080 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.40 "GET /networking/v2.0/networks?id=f599defe-c22e-4f1d-9ae7-6d25663b2f65 HTTP/1.1" status: 200 len: 815 time: 0.1782198 Aug 24 16:47:23.906491 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de90f2-08bb-4546-a922-ae6c3fd74df2 req-7a13dc17-63ca-427b-8e48-a79bfd3c066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:23.907806 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d1de90f2-08bb-4546-a922-ae6c3fd74df2 req-7a13dc17-63ca-427b-8e48-a79bfd3c066c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 920 time: 0.1636045 Aug 24 16:47:23.926094 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Request body: {'port': {'device_id': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65', 'admin_state_up': True, 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:47:23.974007 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d1de90f2-08bb-4546-a922-ae6c3fd74df2 req-3720ebbb-e29f-4eab-b807-1a8d82737c57 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2887267a-02c9-4065-8fb6-a79355822e82 HTTP/1.1" status: 200 len: 217 time: 0.0444736 Aug 24 16:47:24.074427 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de90f2-08bb-4546-a922-ae6c3fd74df2 req-3bf2ddf6-c8b1-4cf4-a43a-8ef2ea8b4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:24.075870 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d1de90f2-08bb-4546-a922-ae6c3fd74df2 req-3bf2ddf6-c8b1-4cf4-a43a-8ef2ea8b4bf6 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=27787f90-01da-4eab-83e5-1d4c783724ac HTTP/1.1" status: 200 len: 858 time: 0.0918975 Aug 24 16:47:24.118775 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:24.137808 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de90f2-08bb-4546-a922-ae6c3fd74df2 req-285c6775-a9ac-4523-883a-dafd68212f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:24.139219 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d1de90f2-08bb-4546-a922-ae6c3fd74df2 req-285c6775-a9ac-4523-883a-dafd68212f82 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=4d88a69f-ea66-4ba4-9592-a2ab513e73da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538218 Aug 24 16:47:24.223597 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Made reservation on behalf of 09e2ab2c313d4448a28a6902b74a0d10 for: {'port': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:47:24.227319 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:24.258207 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d1de90f2-08bb-4546-a922-ae6c3fd74df2 req-f9955391-34e2-49ef-af75-7b31f5ab9dd8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103778 Aug 24 16:47:24.322150 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:24.455055 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d1de90f2-08bb-4546-a922-ae6c3fd74df2 req-611121f5-4eec-4052-89dd-0a70900c24a7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863346 Aug 24 16:47:24.456191 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Allocated IP 172.20.0.13 (f599defe-c22e-4f1d-9ae7-6d25663b2f65/1cdfd668-27b8-415b-9c53-5631b63809f7/e178d836-24a2-4e3a-8f28-a62c7fb35528) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:47:24.635169 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:24.692707 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-69cab610-4452-4161-b4b8-596cd6627340 req-6d189052-c19b-40cc-b948-4cff7330294b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 210 time: 0.0365877 Aug 24 16:47:24.758041 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:24.900577 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Network f599defe-c22e-4f1d-9ae7-6d25663b2f65 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:47:24.903866 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Pushing event updated for resources: {'Port': ['ID=e178d836-24a2-4e3a-8f28-a62c7fb35528,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:24.909738 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:47:24.920169 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f57f0-4308-4407-afdb-fe2ab5765149 req-5062890b-219d-4ddd-b157-d94f86141b98 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:24.927711 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e42f57f0-4308-4407-afdb-fe2ab5765149 req-5062890b-219d-4ddd-b157-d94f86141b98 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.1007974 Aug 24 16:47:24.929920 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:47:24.940125 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:24.940506 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:24.940854 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:24.941194 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:24.942208 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:24.942549 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:24.942993 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:24.943268 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:24.943652 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:24.944002 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:24.944333 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:24.944680 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:24.945006 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:24.945341 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:24.945679 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:25.031927 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e42f57f0-4308-4407-afdb-fe2ab5765149 req-7912f67a-44a9-46b6-808f-696d1fb76825 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032369 Aug 24 16:47:25.079950 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:25.080826 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:25.162612 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-2f1d0e08-bb59-4a53-8624-5eabb60d2a45 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2400517 Aug 24 16:47:25.261823 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-bec657fa-eb41-45dc-965c-791ee6e7a47e None None] Provisioning complete for port e178d836-24a2-4e3a-8f28-a62c7fb35528 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:25.262436 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-bec657fa-eb41-45dc-965c-791ee6e7a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:25.300455 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-bec657fa-eb41-45dc-965c-791ee6e7a47e None None] Port e178d836-24a2-4e3a-8f28-a62c7fb35528 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:47:25.818187 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:25.826288 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610bd75-4add-427c-a5ff-b628505de4b1 req-075fd270-0e49-4330-8685-3865d6f5a4c4 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:25.827790 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5610bd75-4add-427c-a5ff-b628505de4b1 req-075fd270-0e49-4330-8685-3865d6f5a4c4 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 932 time: 0.0505130 Aug 24 16:47:25.838566 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=70 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:25.840949 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:25.882340 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5610bd75-4add-427c-a5ff-b628505de4b1 req-c192cfeb-86bd-4c10-903f-ca2059931f0e tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473623 Aug 24 16:47:26.180016 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be5d57-97cb-4818-92a7-b86f124db977 req-65a86a19-fb4c-4709-bf91-a53ac40249ec tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:26.181499 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-17be5d57-97cb-4818-92a7-b86f124db977 req-65a86a19-fb4c-4709-bf91-a53ac40249ec tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0551744 Aug 24 16:47:26.239456 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-17be5d57-97cb-4818-92a7-b86f124db977 req-2145f276-3433-4222-bcf3-93e9dc81f113 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509083 Aug 24 16:47:27.020905 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826254da-b31e-427d-a7c7-e14e6e6963fb req-1f4e0570-2a28-4c29-b5a6-15541237c28b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:27.023260 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-826254da-b31e-427d-a7c7-e14e6e6963fb req-1f4e0570-2a28-4c29-b5a6-15541237c28b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 932 time: 0.0531099 Aug 24 16:47:27.052234 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:27.082860 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-826254da-b31e-427d-a7c7-e14e6e6963fb req-e7c656b6-245c-405f-a94a-3690166aceae tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533741 Aug 24 16:47:27.375832 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c004b3-e1e7-4ac7-ba61-8d1095233c97 req-6d2d798e-1486-4a5f-88d5-c8e58449bb05 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:27.377380 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-90c004b3-e1e7-4ac7-ba61-8d1095233c97 req-6d2d798e-1486-4a5f-88d5-c8e58449bb05 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0518768 Aug 24 16:47:27.389235 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:27.437668 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-90c004b3-e1e7-4ac7-ba61-8d1095233c97 req-cca6c6cf-01de-4c1d-8776-0a13baa67bac tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536361 Aug 24 16:47:28.206877 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450c097-d566-4997-bb79-5ab591fdbd48 req-61adf10a-8ee9-4e2c-bf54-ed07a1837163 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:28.208354 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d450c097-d566-4997-bb79-5ab591fdbd48 req-61adf10a-8ee9-4e2c-bf54-ed07a1837163 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 932 time: 0.0482676 Aug 24 16:47:28.264955 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d450c097-d566-4997-bb79-5ab591fdbd48 req-69f85c7f-eeb4-4ddf-8687-692de517bce5 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508773 Aug 24 16:47:28.346562 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=15 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:28.558875 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8941f0-33ee-486c-a783-2c7032483e3c req-c39b0307-cd46-4b9e-b04b-66698679c73b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:28.560467 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4d8941f0-33ee-486c-a783-2c7032483e3c req-c39b0307-cd46-4b9e-b04b-66698679c73b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0486658 Aug 24 16:47:28.616701 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4d8941f0-33ee-486c-a783-2c7032483e3c req-473d1cf6-5521-4be2-a664-4a4fa23218f3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492303 Aug 24 16:47:29.388506 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94121aa6-5ba5-4ec2-a4c9-f4ba07dc2ad2 req-3b2e6c7e-9b1e-4876-8666-b740f44ba64b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:29.389950 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-94121aa6-5ba5-4ec2-a4c9-f4ba07dc2ad2 req-3b2e6c7e-9b1e-4876-8666-b740f44ba64b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 932 time: 0.0478659 Aug 24 16:47:29.442934 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-94121aa6-5ba5-4ec2-a4c9-f4ba07dc2ad2 req-f555eb6a-1806-4b17-b467-940bc68a9285 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457630 Aug 24 16:47:29.753230 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d38f4-97a5-4d90-b3eb-151e611364f9 req-db384ea4-ab61-4dc5-8b69-02839a80fdfb tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:29.755291 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b52d38f4-97a5-4d90-b3eb-151e611364f9 req-db384ea4-ab61-4dc5-8b69-02839a80fdfb tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0534797 Aug 24 16:47:29.806976 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b52d38f4-97a5-4d90-b3eb-151e611364f9 req-e40afee8-3aee-43a0-a2d6-e20eadada0b0 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459402 Aug 24 16:47:30.577104 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfae1fc-3b33-409c-9456-a309baa6e287 req-c8245b1c-e29f-4571-b883-be6cc99b7e82 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:30.578196 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7bfae1fc-3b33-409c-9456-a309baa6e287 req-c8245b1c-e29f-4571-b883-be6cc99b7e82 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 932 time: 0.0604703 Aug 24 16:47:30.629157 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7bfae1fc-3b33-409c-9456-a309baa6e287 req-1963112e-6728-417b-8a2f-1c3c63356d3e tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451696 Aug 24 16:47:30.947030 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff716f6-f6ec-4cbd-b5f3-0df792fd0a1e req-d0af5ee6-e69b-4f2a-98a9-44c13f074947 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:30.948536 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-aff716f6-f6ec-4cbd-b5f3-0df792fd0a1e req-d0af5ee6-e69b-4f2a-98a9-44c13f074947 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0511324 Aug 24 16:47:31.003468 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-aff716f6-f6ec-4cbd-b5f3-0df792fd0a1e req-cead69e5-dc2c-49c2-b4a8-2ae636dc74ce tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493762 Aug 24 16:47:31.756708 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa7d70-0d57-4fd1-99a5-2627ce2fcb59 req-827ef93e-0fc4-4f8f-a0c4-34e93653b923 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:31.758227 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-befa7d70-0d57-4fd1-99a5-2627ce2fcb59 req-827ef93e-0fc4-4f8f-a0c4-34e93653b923 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 932 time: 0.0501587 Aug 24 16:47:31.813729 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-befa7d70-0d57-4fd1-99a5-2627ce2fcb59 req-76e5a57c-c423-465c-96d0-84e9a72a6c8a tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491662 Aug 24 16:47:31.826943 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-4f4cc3d2-b4c5-41af-808a-2035b4679ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:32.139590 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:32.158811 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff377119-1cad-45f6-a605-0ad9c7510071 req-6e73a6c7-685f-447c-96a9-90cfcd21ae3a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:32.163236 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ff377119-1cad-45f6-a605-0ad9c7510071 req-6e73a6c7-685f-447c-96a9-90cfcd21ae3a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0619931 Aug 24 16:47:32.236056 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ff377119-1cad-45f6-a605-0ad9c7510071 req-a67d6fc8-e97d-4ddf-b1e4-328938ca5fb7 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541635 Aug 24 16:47:32.942675 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e2344-c9a8-4b13-a527-d5063d9e152c req-7488868c-1ca8-4506-9382-e55cea43dc8c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:32.944309 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f28e2344-c9a8-4b13-a527-d5063d9e152c req-7488868c-1ca8-4506-9382-e55cea43dc8c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 932 time: 0.0522623 Aug 24 16:47:32.996495 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f28e2344-c9a8-4b13-a527-d5063d9e152c req-71b369c8-8e8f-43d2-830e-c87d36ebdb63 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465434 Aug 24 16:47:33.372812 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29016c0f-47b4-4e1d-b147-13c2ace71625 req-5d39d513-4bef-4efe-aa32-b5e61e77cdac tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:33.374547 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-29016c0f-47b4-4e1d-b147-13c2ace71625 req-5d39d513-4bef-4efe-aa32-b5e61e77cdac tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0556118 Aug 24 16:47:33.425942 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-29016c0f-47b4-4e1d-b147-13c2ace71625 req-bf36042c-d515-4f51-ac00-5447bf9c7b0c tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451262 Aug 24 16:47:34.043721 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-9029ee80-6593-43ba-96f2-702219e3ee47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:34.121000 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bc107-9395-4523-b345-d2c19a21f121 req-e183f36b-9996-4e01-9c4c-634d2ed6129c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:34.122502 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-167bc107-9395-4523-b345-d2c19a21f121 req-e183f36b-9996-4e01-9c4c-634d2ed6129c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 932 time: 0.0507209 Aug 24 16:47:34.175536 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-167bc107-9395-4523-b345-d2c19a21f121 req-6973a72d-f131-4c7b-948d-effb1b113099 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473983 Aug 24 16:47:34.558353 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:34.577041 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b2806-fd41-4942-adf4-b00e6e6c3466 req-49577f12-25fe-4f24-bdfa-439e41f8ed12 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:34.579421 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2b5b2806-fd41-4942-adf4-b00e6e6c3466 req-49577f12-25fe-4f24-bdfa-439e41f8ed12 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0601418 Aug 24 16:47:34.634247 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2b5b2806-fd41-4942-adf4-b00e6e6c3466 req-1eed1c69-4a6a-480a-b4bd-6ca1c49a98e2 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470846 Aug 24 16:47:35.297773 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7eba6-a7d4-464e-80b6-7a97d4699dc6 req-a124f7f4-75be-4934-96f2-1c4335021cfb tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:35.299269 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eeb7eba6-a7d4-464e-80b6-7a97d4699dc6 req-a124f7f4-75be-4934-96f2-1c4335021cfb tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 932 time: 0.0490885 Aug 24 16:47:35.347472 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eeb7eba6-a7d4-464e-80b6-7a97d4699dc6 req-4b9807b9-c8b3-43a6-ba43-26cd5f0e4ee9 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412848 Aug 24 16:47:35.726046 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:35.730744 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Request body: {'port': {'device_id': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:47:35.793854 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f8dd2-6c76-495a-b22f-60ed118bbde1 req-7044ca1b-ccb2-418a-aa42-2c3982ed15e6 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:35.795296 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cb7f8dd2-6c76-495a-b22f-60ed118bbde1 req-7044ca1b-ccb2-418a-aa42-2c3982ed15e6 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0797162 Aug 24 16:47:35.837083 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:35.892040 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cb7f8dd2-6c76-495a-b22f-60ed118bbde1 req-496b7185-0298-4132-b757-a0869461354c tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789163 Aug 24 16:47:36.066434 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:36.119808 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e178d836-24a2-4e3a-8f28-a62c7fb35528 {{(pid=113370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:47:36.127430 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Publish callbacks [] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:36.140618 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.provisioning_blocks [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Transition to ACTIVE for port object e178d836-24a2-4e3a-8f28-a62c7fb35528 will not be triggered until provisioned by entity L2. {{(pid=113370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:47:36.234228 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:36.295933 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Pushing event updated for resources: {'Port': ['ID=e178d836-24a2-4e3a-8f28-a62c7fb35528,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:36.347062 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Attempting to bind port e178d836-24a2-4e3a-8f28-a62c7fb35528 on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:47:36.347746 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Attempting to bind port e178d836-24a2-4e3a-8f28-a62c7fb35528 by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': '711f9f53-8790-439e-abee-1170333a7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65'}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:47:36.347746 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Attempting to bind port e178d836-24a2-4e3a-8f28-a62c7fb35528 on network f599defe-c22e-4f1d-9ae7-6d25663b2f65 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:47:36.352883 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Port e178d836-24a2-4e3a-8f28-a62c7fb35528 on network f599defe-c22e-4f1d-9ae7-6d25663b2f65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:47:36.353205 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Attempting to bind port e178d836-24a2-4e3a-8f28-a62c7fb35528 on network f599defe-c22e-4f1d-9ae7-6d25663b2f65 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:47:36.358304 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:47:36.358641 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Checking segment: {'id': '711f9f53-8790-439e-abee-1170333a7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:47:36.359019 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Bound using segment: {'id': '711f9f53-8790-439e-abee-1170333a7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65'} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:47:36.359437 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Bound port: e178d836-24a2-4e3a-8f28-a62c7fb35528, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '711f9f53-8790-439e-abee-1170333a7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65'}}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:47:36.359791 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:36.440568 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] For port e178d836-24a2-4e3a-8f28-a62c7fb35528, host hv-cinder-73116, cleared binding levels {{(pid=113370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:47:36.470193 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:36.472026 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] For port e178d836-24a2-4e3a-8f28-a62c7fb35528, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=e178d836-24a2-4e3a-8f28-a62c7fb35528,segment=NetworkSegment(711f9f53-8790-439e-abee-1170333a7a45),segment_id=711f9f53-8790-439e-abee-1170333a7a45)] {{(pid=113370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:47:36.487321 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcbbe3-802e-4035-882e-a3a44fb46bec req-8e970c2b-4b55-49d0-b908-3d1b0d65c8c7 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:36.488810 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5cbcbbe3-802e-4035-882e-a3a44fb46bec req-8e970c2b-4b55-49d0-b908-3d1b0d65c8c7 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 944 time: 0.0632305 Aug 24 16:47:36.538858 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5cbcbbe3-802e-4035-882e-a3a44fb46bec req-4058b93f-a853-4ce7-aab7-7a5c0f7996db tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435147 Aug 24 16:47:36.577303 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:36.580419 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:36.581034 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:36.582693 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/e178d836-24a2-4e3a-8f28-a62c7fb35528 HTTP/1.1" status: 200 len: 1094 time: 0.8575020 Aug 24 16:47:36.586142 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'tag': 'e178d836-24a2-4e3a-8f28-a62c7fb35528'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:47:36.588382 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df391bb6-1ce7-4ab9-a236-28cb494d7771" -d '{"events": [{"name": "network-changed", "server_uuid": "5a600fdc-214e-48d0-9e23-bcb70134d07a", "tag": "e178d836-24a2-4e3a-8f28-a62c7fb35528"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:47:36.628828 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa27e08-2e89-4bcb-8fe1-83bc13789f9e x-openstack-request-id: req-9fa27e08-2e89-4bcb-8fe1-83bc13789f9e {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:47:36.629112 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a600fdc-214e-48d0-9e23-bcb70134d07a", "tag": "e178d836-24a2-4e3a-8f28-a62c7fb35528", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:47:36.629388 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9fa27e08-2e89-4bcb-8fe1-83bc13789f9e {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:47:36.629793 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa27e08-2e89-4bcb-8fe1-83bc13789f9e'] response: {'name': 'network-changed', 'server_uuid': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'tag': 'e178d836-24a2-4e3a-8f28-a62c7fb35528', 'status': 'completed', 'code': 200} Aug 24 16:47:36.640921 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0f41c-f5f4-4ab9-8aa6-501a17e3d61e service neutron] Pushing event updated for resources: {'Port': ['ID=e178d836-24a2-4e3a-8f28-a62c7fb35528,revision_number=3']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:36.702014 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df391bb6-1ce7-4ab9-a236-28cb494d7771 req-14d75c7e-a179-45fd-ad71-7aa5c26ee79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:36.703467 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-df391bb6-1ce7-4ab9-a236-28cb494d7771 req-14d75c7e-a179-45fd-ad71-7aa5c26ee79f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09e2ab2c313d4448a28a6902b74a0d10&device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 1128 time: 0.0445614 Aug 24 16:47:36.809633 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df391bb6-1ce7-4ab9-a236-28cb494d7771 req-dac5ee3b-286b-4b50-9e32-0f49057111cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:36.811171 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-df391bb6-1ce7-4ab9-a236-28cb494d7771 req-dac5ee3b-286b-4b50-9e32-0f49057111cf service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=09e2ab2c313d4448a28a6902b74a0d10&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0952768 Aug 24 16:47:36.910278 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df391bb6-1ce7-4ab9-a236-28cb494d7771 req-c16e6ba2-7a60-4cf2-9470-111531c258f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:36.911750 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-df391bb6-1ce7-4ab9-a236-28cb494d7771 req-c16e6ba2-7a60-4cf2-9470-111531c258f5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933437 Aug 24 16:47:37.021410 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-8f775e8b-ce86-47b6-b42b-9b1cb29ed6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:37.022894 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-8f775e8b-ce86-47b6-b42b-9b1cb29ed6d8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09e2ab2c313d4448a28a6902b74a0d10&device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 1128 time: 0.0650651 Aug 24 16:47:37.038598 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2be09-6317-4754-a1de-29ceb00248e8 req-67de1a47-0d10-4bab-9752-2030d7e8a5b9 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:37.040044 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d3b2be09-6317-4754-a1de-29ceb00248e8 req-67de1a47-0d10-4bab-9752-2030d7e8a5b9 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0555480 Aug 24 16:47:37.087163 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-7e84a31d-8e81-472f-a1d8-eadbcd036fa3 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e178d836-24a2-4e3a-8f28-a62c7fb35528 HTTP/1.1" status: 200 len: 217 time: 0.0461507 Aug 24 16:47:37.131346 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:37.137375 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:37.146682 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d3b2be09-6317-4754-a1de-29ceb00248e8 req-a1eb5ee8-990d-4213-9161-ca4ca7b05f14 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997598 Aug 24 16:47:37.157647 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-9c4f177e-8168-42ff-92dd-fbc41db1c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:37.158968 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-9c4f177e-8168-42ff-92dd-fbc41db1c208 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1cdfd668-27b8-415b-9c53-5631b63809f7 HTTP/1.1" status: 200 len: 854 time: 0.0638819 Aug 24 16:47:37.207407 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-3fd6f43b-7e85-4be1-a1c7-7affc445619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:37.208960 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-3fd6f43b-7e85-4be1-a1c7-7affc445619c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=f599defe-c22e-4f1d-9ae7-6d25663b2f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411577 Aug 24 16:47:37.245499 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:37.535023 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-1844f5f9-fc57-4bc2-8e4c-37398ac5f88a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f599defe-c22e-4f1d-9ae7-6d25663b2f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183930 Aug 24 16:47:37.661303 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d4730f08-780e-4556-bb59-46fcdd9f7ac5 req-95c08c7d-64bc-4398-a667-4cb97c62410e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f599defe-c22e-4f1d-9ae7-6d25663b2f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192787 Aug 24 16:47:37.672465 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641607e-8ac6-4f03-bef6-802e32a82f22 req-91c7f58d-2385-4104-986c-387c3fdceeb7 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:37.673892 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a641607e-8ac6-4f03-bef6-802e32a82f22 req-91c7f58d-2385-4104-986c-387c3fdceeb7 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 944 time: 0.0604498 Aug 24 16:47:37.723837 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a641607e-8ac6-4f03-bef6-802e32a82f22 req-6d608914-8a85-4cf1-935f-323c210534cc tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430567 Aug 24 16:47:38.071819 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 9793be94-7c34-443e-80f4-821b2863ba90 details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:47:38.171394 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 9793be94-7c34-443e-80f4-821b2863ba90, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=9793be94-7c34-443e-80f4-821b2863ba90,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:38.182995 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': '9793be94-7c34-443e-80f4-821b2863ba90', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'port_id': '9793be94-7c34-443e-80f4-821b2863ba90', 'mac_address': 'fa:16:3e:8b:fe:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:47:38.214826 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:38.220927 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 9793be94-7c34-443e-80f4-821b2863ba90 is: ACTIVE; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:38.221335 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (9793be94-7c34-443e-80f4-821b2863ba90), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:38.235646 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9793be94-7c34-443e-80f4-821b2863ba90 {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:47:38.255917 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 9793be94-7c34-443e-80f4-821b2863ba90, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=9793be94-7c34-443e-80f4-821b2863ba90,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:38.273298 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21ad2e-0039-4688-9140-28746263320f req-1b78d843-e42b-4e3b-aefe-47aaff0dedf4 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:38.274767 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ae21ad2e-0039-4688-9140-28746263320f req-1b78d843-e42b-4e3b-aefe-47aaff0dedf4 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0471869 Aug 24 16:47:38.314756 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (9793be94-7c34-443e-80f4-821b2863ba90), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:38.322275 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ae21ad2e-0039-4688-9140-28746263320f req-a8e6f1c4-77e0-4354-b107-cb5a21088867 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417800 Aug 24 16:47:38.363784 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=9793be94-7c34-443e-80f4-821b2863ba90,revision_number=6']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:38.376777 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:38.377125 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:38.377497 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:38.377857 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:38.378196 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:38.378530 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:38.378856 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:38.379179 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:38.379505 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:38.379829 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:38.380153 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:38.380521 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:38.380865 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:38.381180 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:38.381503 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:47:38.481180 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['9793be94-7c34-443e-80f4-821b2863ba90'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:47:38.577935 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:38.847966 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1ddd1-5603-458b-80be-33a2582c7fb0 req-de1f930c-3405-43c1-baaa-0bdd23963ea4 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:38.849632 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-67e1ddd1-5603-458b-80be-33a2582c7fb0 req-de1f930c-3405-43c1-baaa-0bdd23963ea4 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 944 time: 0.0534239 Aug 24 16:47:38.890176 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:38.898312 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-67e1ddd1-5603-458b-80be-33a2582c7fb0 req-169dadbb-3221-48a2-9575-6c3a9e885adb tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432324 Aug 24 16:47:39.448587 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a4e84-27de-44ea-8075-34d6d1b16d92 req-cbe9bf11-873b-4e03-971c-fcb8e2289fa8 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:39.450034 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7b0a4e84-27de-44ea-8075-34d6d1b16d92 req-cbe9bf11-873b-4e03-971c-fcb8e2289fa8 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 945 time: 0.0477920 Aug 24 16:47:39.497804 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7b0a4e84-27de-44ea-8075-34d6d1b16d92 req-0ba57f40-bb98-4ab0-b2e2-13a92544db3b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423985 Aug 24 16:47:40.021985 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68309214-1570-4b29-9f7c-7db8e6c66a37 req-98fbdc69-4bfe-46cc-ab96-19cd746a8b62 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:40.023513 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-68309214-1570-4b29-9f7c-7db8e6c66a37 req-98fbdc69-4bfe-46cc-ab96-19cd746a8b62 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 944 time: 0.0527041 Aug 24 16:47:40.075201 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-68309214-1570-4b29-9f7c-7db8e6c66a37 req-b11659b2-67f0-4d18-b799-b226d8ceff87 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459523 Aug 24 16:47:40.103204 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device e178d836-24a2-4e3a-8f28-a62c7fb35528 details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:47:40.107872 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 9793be94-7c34-443e-80f4-821b2863ba90 up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:47:40.229347 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port 9793be94-7c34-443e-80f4-821b2863ba90 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:40.229727 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (9793be94-7c34-443e-80f4-821b2863ba90), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:40.284996 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port e178d836-24a2-4e3a-8f28-a62c7fb35528, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=e178d836-24a2-4e3a-8f28-a62c7fb35528,segment=NetworkSegment(711f9f53-8790-439e-abee-1170333a7a45),segment_id=711f9f53-8790-439e-abee-1170333a7a45)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:40.302302 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': 'e178d836-24a2-4e3a-8f28-a62c7fb35528', 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65', 'port_id': 'e178d836-24a2-4e3a-8f28-a62c7fb35528', 'mac_address': 'fa:16:3e:33:7c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:47:40.377487 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 9793be94-7c34-443e-80f4-821b2863ba90 is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:40.382393 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (9793be94-7c34-443e-80f4-821b2863ba90), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:40.388037 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port e178d836-24a2-4e3a-8f28-a62c7fb35528 is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:40.388715 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:40.411011 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e178d836-24a2-4e3a-8f28-a62c7fb35528 {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:47:40.422469 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9793be94-7c34-443e-80f4-821b2863ba90'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:47:40.424842 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09db03a1-6e44-4248-a8e9-0684561d7a42" -d '{"events": [{"server_uuid": "1eadb4fd-bee8-4fac-b072-550b720e3e95", "name": "network-vif-plugged", "status": "completed", "tag": "9793be94-7c34-443e-80f4-821b2863ba90"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:47:40.447968 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 9793be94-7c34-443e-80f4-821b2863ba90, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=9793be94-7c34-443e-80f4-821b2863ba90,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:40.458086 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port e178d836-24a2-4e3a-8f28-a62c7fb35528, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=e178d836-24a2-4e3a-8f28-a62c7fb35528,segment=NetworkSegment(711f9f53-8790-439e-abee-1170333a7a45),segment_id=711f9f53-8790-439e-abee-1170333a7a45)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:40.481354 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59a69f2-aa81-42bf-9194-4d6db18411f0 x-openstack-request-id: req-f59a69f2-aa81-42bf-9194-4d6db18411f0 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:47:40.481680 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eadb4fd-bee8-4fac-b072-550b720e3e95", "name": "network-vif-plugged", "status": "completed", "tag": "9793be94-7c34-443e-80f4-821b2863ba90", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:47:40.481937 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f59a69f2-aa81-42bf-9194-4d6db18411f0 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:47:40.482362 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59a69f2-aa81-42bf-9194-4d6db18411f0'] response: {'server_uuid': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9793be94-7c34-443e-80f4-821b2863ba90', 'code': 200} Aug 24 16:47:40.571684 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee937fc-1dae-483a-9e12-770b9c8c5287 req-ea3a9e28-f5b4-4ed8-9692-c240b002fdfb tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:40.573266 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7ee937fc-1dae-483a-9e12-770b9c8c5287 req-ea3a9e28-f5b4-4ed8-9692-c240b002fdfb tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 945 time: 0.0527790 Aug 24 16:47:40.593679 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (9793be94-7c34-443e-80f4-821b2863ba90), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:40.599124 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:40.653154 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=9793be94-7c34-443e-80f4-821b2863ba90,revision_number=7']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:40.660581 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c74a19-7a0c-4697-bedc-eb9057c273a1 req-2311cd44-7d44-427a-b22a-d400a040a87b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:40.662368 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e8c74a19-7a0c-4697-bedc-eb9057c273a1 req-2311cd44-7d44-427a-b22a-d400a040a87b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0824275 Aug 24 16:47:40.672021 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7ee937fc-1dae-483a-9e12-770b9c8c5287 req-bbad48f4-b923-45f0-8645-48d20cd4de16 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930951 Aug 24 16:47:40.731290 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=e178d836-24a2-4e3a-8f28-a62c7fb35528,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:40.736622 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e8c74a19-7a0c-4697-bedc-eb9057c273a1 req-5674e51f-a24c-4457-870b-c89d25936344 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635338 Aug 24 16:47:41.013178 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['e178d836-24a2-4e3a-8f28-a62c7fb35528'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:47:41.053865 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:41.208984 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:41.259809 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217358f1-01bc-4d09-8c7d-227f1e78c05f req-6d18f6a8-c7bb-4c70-84f4-1aca72eed92d tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:41.267732 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-217358f1-01bc-4d09-8c7d-227f1e78c05f req-6d18f6a8-c7bb-4c70-84f4-1aca72eed92d tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 945 time: 0.0633175 Aug 24 16:47:41.329984 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-217358f1-01bc-4d09-8c7d-227f1e78c05f req-4e55519d-978c-4a9c-a690-cd668c3c5e58 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612593 Aug 24 16:47:41.818654 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe10eb-a531-405e-8dc3-4f42f4cc79cd req-4c8653ea-495f-42db-b3e5-f8ffb258237c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:41.826017 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5efe10eb-a531-405e-8dc3-4f42f4cc79cd req-4c8653ea-495f-42db-b3e5-f8ffb258237c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 945 time: 0.0644417 Aug 24 16:47:41.889525 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5efe10eb-a531-405e-8dc3-4f42f4cc79cd req-83eecf78-1f7c-4df1-a37d-44cf9c17fad3 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590427 Aug 24 16:47:42.039562 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d721a52-fc72-4bd3-8b39-d692910b8114 req-7b7b839d-10c8-4c50-a31c-cf7e70e8c650 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:42.041749 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9d721a52-fc72-4bd3-8b39-d692910b8114 req-7b7b839d-10c8-4c50-a31c-cf7e70e8c650 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0723345 Aug 24 16:47:42.110184 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9d721a52-fc72-4bd3-8b39-d692910b8114 req-dbad29ca-0da5-4392-9d7b-f6cca125a382 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600297 Aug 24 16:47:42.289411 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device e178d836-24a2-4e3a-8f28-a62c7fb35528 up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:47:42.344632 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port e178d836-24a2-4e3a-8f28-a62c7fb35528 completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:47:42.408882 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:42.432658 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da64204-8e42-421b-a9ee-06569501e66e req-8bc24207-589f-4618-a424-95441919cc3f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:42.434232 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9da64204-8e42-421b-a9ee-06569501e66e req-8bc24207-589f-4618-a424-95441919cc3f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 945 time: 0.0789561 Aug 24 16:47:42.440187 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port e178d836-24a2-4e3a-8f28-a62c7fb35528 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:47:42.440621 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:42.543317 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port e178d836-24a2-4e3a-8f28-a62c7fb35528 is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:42.544549 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:42.576379 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e178d836-24a2-4e3a-8f28-a62c7fb35528'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:47:42.578733 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae8ee02-4f61-47b1-bf50-bf885b600c3c" -d '{"events": [{"server_uuid": "5a600fdc-214e-48d0-9e23-bcb70134d07a", "name": "network-vif-plugged", "status": "completed", "tag": "e178d836-24a2-4e3a-8f28-a62c7fb35528"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:47:42.593331 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port e178d836-24a2-4e3a-8f28-a62c7fb35528, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=e178d836-24a2-4e3a-8f28-a62c7fb35528,segment=NetworkSegment(711f9f53-8790-439e-abee-1170333a7a45),segment_id=711f9f53-8790-439e-abee-1170333a7a45)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:42.609616 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7944d5-3871-46af-aea8-bdf37b9fadcd req-bb5e71ca-ad62-4784-92d9-9b4f935ba4ca tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:42.609616 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ad7944d5-3871-46af-aea8-bdf37b9fadcd req-bb5e71ca-ad62-4784-92d9-9b4f935ba4ca tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 945 time: 0.1678576 Aug 24 16:47:42.639812 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-9da64204-8e42-421b-a9ee-06569501e66e req-735ad013-7d34-48eb-835b-feb455224576 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Deleting port 8f12eb4e-a077-4950-8f49-746c7b5d2410 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:47:42.640482 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9da64204-8e42-421b-a9ee-06569501e66e req-735ad013-7d34-48eb-835b-feb455224576 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (8f12eb4e-a077-4950-8f49-746c7b5d2410), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:42.692150 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:42.707371 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ad7944d5-3871-46af-aea8-bdf37b9fadcd req-5e6159d0-d451-4fdb-86f3-c0dd47bfcbb9 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936294 Aug 24 16:47:42.814122 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05111c91-fec7-4100-b316-f1ec154a54df x-openstack-request-id: req-05111c91-fec7-4100-b316-f1ec154a54df {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:47:42.817969 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a600fdc-214e-48d0-9e23-bcb70134d07a", "name": "network-vif-plugged", "status": "completed", "tag": "e178d836-24a2-4e3a-8f28-a62c7fb35528", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:47:42.817969 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-05111c91-fec7-4100-b316-f1ec154a54df {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:47:42.817969 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05111c91-fec7-4100-b316-f1ec154a54df'] response: {'server_uuid': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e178d836-24a2-4e3a-8f28-a62c7fb35528', 'code': 200} Aug 24 16:47:42.826294 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=e178d836-24a2-4e3a-8f28-a62c7fb35528,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:42.829098 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:42.839126 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-9da64204-8e42-421b-a9ee-06569501e66e req-735ad013-7d34-48eb-835b-feb455224576 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] For port 8f12eb4e-a077-4950-8f49-746c7b5d2410, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=8f12eb4e-a077-4950-8f49-746c7b5d2410,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:42.839505 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9da64204-8e42-421b-a9ee-06569501e66e req-735ad013-7d34-48eb-835b-feb455224576 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (8f12eb4e-a077-4950-8f49-746c7b5d2410), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:43.098650 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1400e7-840d-46cd-bc10-c8e75ab9031f req-205a1009-e9b3-41e7-929a-223943b5423d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:43.106821 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0d1400e7-840d-46cd-bc10-c8e75ab9031f req-205a1009-e9b3-41e7-929a-223943b5423d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 945 time: 0.1264315 Aug 24 16:47:43.368379 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0d1400e7-840d-46cd-bc10-c8e75ab9031f req-5d80fde2-3af6-4e67-b6ba-81cac3c4a582 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=8ce20cfd-4cc6-483b-bc24-0e3bb006e951&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605860 Aug 24 16:47:43.392629 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9da64204-8e42-421b-a9ee-06569501e66e req-735ad013-7d34-48eb-835b-feb455224576 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:43.393320 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9da64204-8e42-421b-a9ee-06569501e66e req-735ad013-7d34-48eb-835b-feb455224576 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (f4489fb7-a3da-4482-9dd9-d4069b02a820), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:43.393869 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [req-9da64204-8e42-421b-a9ee-06569501e66e req-735ad013-7d34-48eb-835b-feb455224576 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Floating IP f4489fb7-a3da-4482-9dd9-d4069b02a820 disassociated. External IP: 172.27.4.116, port: 8f12eb4e-a077-4950-8f49-746c7b5d2410. Aug 24 16:47:43.394775 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-9da64204-8e42-421b-a9ee-06569501e66e req-735ad013-7d34-48eb-835b-feb455224576 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Calling delete_port for 8f12eb4e-a077-4950-8f49-746c7b5d2410 owned by compute:nova {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:47:43.407297 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5fd53-b878-4520-9de1-ea13080a297c req-fb9812e4-2ae7-4cee-848b-07e62618fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:43.409159 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-19e5fd53-b878-4520-9de1-ea13080a297c req-fb9812e4-2ae7-4cee-848b-07e62618fe8a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 1130 time: 0.1514797 Aug 24 16:47:43.421866 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f40e2d-87ad-4f58-a3aa-b8a0d419b15c req-8b02cf6f-531c-4d51-87b9-14ce2517b018 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:43.429900 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e3f40e2d-87ad-4f58-a3aa-b8a0d419b15c req-8b02cf6f-531c-4d51-87b9-14ce2517b018 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.1570098 Aug 24 16:47:43.565940 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-19e5fd53-b878-4520-9de1-ea13080a297c req-e659a2fd-202b-4c2e-bc3e-5e33aee63479 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326821 Aug 24 16:47:43.576968 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e3f40e2d-87ad-4f58-a3aa-b8a0d419b15c req-c5c7a72d-792a-4456-a4e5-7557db5e60ee tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442513 Aug 24 16:47:43.839407 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c5361-2911-49d1-8212-f7d7725634be req-33550631-bbf7-4dea-8ef4-13d1519c88b3 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:43.844116 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-567c5361-2911-49d1-8212-f7d7725634be req-33550631-bbf7-4dea-8ef4-13d1519c88b3 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 946 time: 0.0562592 Aug 24 16:47:43.889190 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-567c5361-2911-49d1-8212-f7d7725634be req-e769dcc8-40e1-494e-9d0f-2c8203bea2c3 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417871 Aug 24 16:47:44.298462 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9da64204-8e42-421b-a9ee-06569501e66e req-735ad013-7d34-48eb-835b-feb455224576 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (8f12eb4e-a077-4950-8f49-746c7b5d2410), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:44.328874 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ad013-7d34-48eb-835b-feb455224576 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event deleted for resources: {'Port': ['ID=8f12eb4e-a077-4950-8f49-746c7b5d2410,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:44.336302 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:44.437254 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:44.442131 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9da64204-8e42-421b-a9ee-06569501e66e req-735ad013-7d34-48eb-835b-feb455224576 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:47:44.546517 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4a96defd-e457-4264-bcfa-8ae4b559426a req-7c411be2-e7ce-417d-ab62-4f81a9e7bbb4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 210 time: 0.0647573 Aug 24 16:47:44.627841 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9da64204-8e42-421b-a9ee-06569501e66e req-735ad013-7d34-48eb-835b-feb455224576 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:47:44.641038 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da75de-7e7d-4624-8c90-93df49c9c1a8 None None] Sync routers for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:47:44.662407 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da75de-7e7d-4624-8c90-93df49c9c1a8 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:47:44.663117 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-18da75de-7e7d-4624-8c90-93df49c9c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:47:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:44.740226 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da64204-8e42-421b-a9ee-06569501e66e req-735ad013-7d34-48eb-835b-feb455224576 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] No DVR routers for this DVR port 8f12eb4e-a077-4950-8f49-746c7b5d2410 on host hv-cinder-73116 {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:47:44.762092 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9da64204-8e42-421b-a9ee-06569501e66e req-735ad013-7d34-48eb-835b-feb455224576 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:44.765890 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9da64204-8e42-421b-a9ee-06569501e66e req-735ad013-7d34-48eb-835b-feb455224576 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "DELETE /networking/v2.0/ports/8f12eb4e-a077-4950-8f49-746c7b5d2410 HTTP/1.1" status: 204 len: 173 time: 2.3067384 Aug 24 16:47:44.766302 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4', 'name': 'network-vif-deleted', 'tag': '8f12eb4e-a077-4950-8f49-746c7b5d2410'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:47:44.768578 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ad42f1-5def-49c4-b649-d93241055329" -d '{"events": [{"server_uuid": "e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4", "name": "network-vif-deleted", "tag": "8f12eb4e-a077-4950-8f49-746c7b5d2410"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:47:44.821404 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f334c-c9fc-4ef8-8e48-95a0e9e958ee req-acb85436-b097-4cf4-b84b-c4050fc35d91 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:44.822976 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fe1f334c-c9fc-4ef8-8e48-95a0e9e958ee req-acb85436-b097-4cf4-b84b-c4050fc35d91 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.1294103 Aug 24 16:47:44.842644 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-18da75de-7e7d-4624-8c90-93df49c9c1a8 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:47:44.847638 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e266f911-48ab-472d-a914-c56c08f50bbd x-openstack-request-id: req-e266f911-48ab-472d-a914-c56c08f50bbd {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:47:44.847895 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4", "name": "network-vif-deleted", "tag": "8f12eb4e-a077-4950-8f49-746c7b5d2410", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:47:44.848001 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e266f911-48ab-472d-a914-c56c08f50bbd {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:47:44.848918 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e266f911-48ab-472d-a914-c56c08f50bbd'] response: {'server_uuid': 'e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4', 'name': 'network-vif-deleted', 'tag': '8f12eb4e-a077-4950-8f49-746c7b5d2410', 'status': 'completed', 'code': 200} Aug 24 16:47:44.904922 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fe1f334c-c9fc-4ef8-8e48-95a0e9e958ee req-2cafcc4d-5b2f-435e-b9fb-f617d2938baa tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809777 Aug 24 16:47:45.061709 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17d21e-be53-4960-b440-9ab3717add3a req-5e2324db-1590-44cf-b65d-cba73b67a63e tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:45.066830 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5d17d21e-be53-4960-b440-9ab3717add3a req-5e2324db-1590-44cf-b65d-cba73b67a63e tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 946 time: 0.0735412 Aug 24 16:47:45.145039 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5d17d21e-be53-4960-b440-9ab3717add3a req-52c821b7-7464-4941-8af4-8cb5816494cd tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693135 Aug 24 16:47:45.164392 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-18da75de-7e7d-4624-8c90-93df49c9c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '27e34ef4-8cb8-480b-add6-57513586cd42', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.68', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:95:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:44:30Z', 'updated_at': '2022-08-24T16:45:13Z', 'revision_number': 2, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:45.213902 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da75de-7e7d-4624-8c90-93df49c9c1a8 None None] Checking router: 2c4c75b8-7627-42ef-bd27-3e0725427ee7 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:47:45.236732 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da75de-7e7d-4624-8c90-93df49c9c1a8 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:47:45.237427 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-18da75de-7e7d-4624-8c90-93df49c9c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:47:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:45.580960 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-18da75de-7e7d-4624-8c90-93df49c9c1a8 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:47:45.698447 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-95901fd3-1b8b-4a0a-8ba9-88b75178c8c2 req-e441b280-8eab-4d9c-b933-b63eda21f5ed tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 210 time: 0.0863256 Aug 24 16:47:45.827418 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:45.844221 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:45.914704 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-18da75de-7e7d-4624-8c90-93df49c9c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '27e34ef4-8cb8-480b-add6-57513586cd42', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.68', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:95:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:44:30Z', 'updated_at': '2022-08-24T16:45:13Z', 'revision_number': 2, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:45.947626 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18da75de-7e7d-4624-8c90-93df49c9c1a8 None None] The sync data for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi is: [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '27e34ef4-8cb8-480b-add6-57513586cd42', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.68', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:95:16:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:44:30Z', 'updated_at': '2022-08-24T16:45:13Z', 'revision_number': 2, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:47:46.100964 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a70e23-69e2-4f92-9c20-7032d48121a7 req-07ce4dc2-cbd7-487f-9ab9-6502fdabfc6c tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:46.110192 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-71a70e23-69e2-4f92-9c20-7032d48121a7 req-07ce4dc2-cbd7-487f-9ab9-6502fdabfc6c tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0728343 Aug 24 16:47:46.266700 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-71a70e23-69e2-4f92-9c20-7032d48121a7 req-9b061b0c-f80e-4bd3-be37-88b1f41b7abb tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490171 Aug 24 16:47:46.299118 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 8f12eb4e-a077-4950-8f49-746c7b5d2410 no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:47:46.345182 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: 8f12eb4e-a077-4950-8f49-746c7b5d2410 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:47:46.346026 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 8f12eb4e-a077-4950-8f49-746c7b5d2410 not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:47:46.350764 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dced09b3-e676-4817-a2f3-b033bbfbdf16 None None] New status for floating IP f4489fb7-a3da-4482-9dd9-d4069b02a820: DOWN {{(pid=113372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:47:46.390497 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bf9b9-e3a4-4591-b296-d8099c971ebb req-5026f970-5c9c-4e31-9e2e-9c337145c8bd tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:46.392578 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-385bf9b9-e3a4-4591-b296-d8099c971ebb req-5026f970-5c9c-4e31-9e2e-9c337145c8bd tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 946 time: 0.0976596 Aug 24 16:47:46.530033 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-385bf9b9-e3a4-4591-b296-d8099c971ebb req-b9f952de-6a5e-48fe-9e0b-7ecece92ebfc tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267419 Aug 24 16:47:46.713405 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881f286-d9d7-4f56-bc6f-b4af55d69d66 req-8fde495b-da85-4805-bab6-3fbe1a32ef4c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:46.715138 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a881f286-d9d7-4f56-bc6f-b4af55d69d66 req-8fde495b-da85-4805-bab6-3fbe1a32ef4c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 946 time: 0.0630610 Aug 24 16:47:46.801911 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a881f286-d9d7-4f56-bc6f-b4af55d69d66 req-317dda6c-ad84-44c4-ba25-f897b2da1a4c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807528 Aug 24 16:47:46.881126 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5777008f-45cb-4b85-b487-22ef5c1712ef req-e6eb0d94-faa7-4c90-9a9c-7839e1a23ae7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e85dfd9e-5f29-4ed1-9f28-849e9c0db6d4 HTTP/1.1" status: 200 len: 210 time: 0.0633805 Aug 24 16:47:47.242920 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8f550-b1d3-4aaa-9db6-2c7591adfb04 req-a2e94d45-5948-4e72-9524-8c04f0860c51 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:47.245033 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0df8f550-b1d3-4aaa-9db6-2c7591adfb04 req-a2e94d45-5948-4e72-9524-8c04f0860c51 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 946 time: 0.0685678 Aug 24 16:47:47.272394 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:47.308968 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0df8f550-b1d3-4aaa-9db6-2c7591adfb04 req-7d632c92-282d-4d3a-bdd6-80f3cddb32d1 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583007 Aug 24 16:47:47.413861 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab347d9-ae92-4be1-a9ac-9fad7fc04abc req-824efee3-b862-4e4a-bc9a-42fb419c137b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:47.419201 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8ab347d9-ae92-4be1-a9ac-9fad7fc04abc req-824efee3-b862-4e4a-bc9a-42fb419c137b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0634570 Aug 24 16:47:47.491542 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8ab347d9-ae92-4be1-a9ac-9fad7fc04abc req-a6d36d15-ae9a-4922-85fd-2b26f8284072 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671446 Aug 24 16:47:48.078356 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 35998) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:47:48.146260 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f6b3ac6e-8eef-4ad5-aac9-22eb5242ce8b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (8ce20cfd-4cc6-483b-bc24-0e3bb006e951), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:48.173347 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f6b3ac6e-8eef-4ad5-aac9-22eb5242ce8b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (8ce20cfd-4cc6-483b-bc24-0e3bb006e951), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:48.658618 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f6b3ac6e-8eef-4ad5-aac9-22eb5242ce8b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (8ce20cfd-4cc6-483b-bc24-0e3bb006e951), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:48.661272 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f6b3ac6e-8eef-4ad5-aac9-22eb5242ce8b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:48.662500 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-f6b3ac6e-8eef-4ad5-aac9-22eb5242ce8b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/8ce20cfd-4cc6-483b-bc24-0e3bb006e951 HTTP/1.1" status: 204 len: 168 time: 0.5831006 Aug 24 16:47:48.666595 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36004) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:47:48.672933 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3ac6e-8eef-4ad5-aac9-22eb5242ce8b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce20cfd-4cc6-483b-bc24-0e3bb006e951,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:48.705184 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.api.v2.resource [None req-b4633fd3-3fc7-4b42-ae52-3ccea667c6fa tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] show failed (client error): The resource could not be found. Aug 24 16:47:48.709718 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-b4633fd3-3fc7-4b42-ae52-3ccea667c6fa tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups/8ce20cfd-4cc6-483b-bc24-0e3bb006e951 HTTP/1.1" status: 404 len: 347 time: 0.0386841 Aug 24 16:47:48.709718 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36008) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:47:48.734447 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684e8ef-d50a-4959-9745-13c7bc55afa6 req-620d8cc6-5eb0-4419-87c7-b78b81c790ce tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:48.735873 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3684e8ef-d50a-4959-9745-13c7bc55afa6 req-620d8cc6-5eb0-4419-87c7-b78b81c790ce tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0802388 Aug 24 16:47:48.925500 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3684e8ef-d50a-4959-9745-13c7bc55afa6 req-7436484d-dd68-42ba-837e-733f506613f1 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465745 Aug 24 16:47:48.929338 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-1df59b3e-72b6-4e49-84ca-041a5d5900c5 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Deleting port f0a0fa6d-f9e9-47ab-afac-03e582145b87 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:47:48.930366 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1df59b3e-72b6-4e49-84ca-041a5d5900c5 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (f0a0fa6d-f9e9-47ab-afac-03e582145b87), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:49.029295 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1df59b3e-72b6-4e49-84ca-041a5d5900c5 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (f0a0fa6d-f9e9-47ab-afac-03e582145b87), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:49.029728 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1df59b3e-72b6-4e49-84ca-041a5d5900c5 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (f0a0fa6d-f9e9-47ab-afac-03e582145b87), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:49.049284 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-1df59b3e-72b6-4e49-84ca-041a5d5900c5 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Calling delete_port for f0a0fa6d-f9e9-47ab-afac-03e582145b87 owned by network:floatingip {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:47:49.293400 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1df59b3e-72b6-4e49-84ca-041a5d5900c5 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (f0a0fa6d-f9e9-47ab-afac-03e582145b87), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:49.327211 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df59b3e-72b6-4e49-84ca-041a5d5900c5 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event deleted for resources: {'Port': ['ID=f0a0fa6d-f9e9-47ab-afac-03e582145b87,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:49.375879 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:49.423887 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1df59b3e-72b6-4e49-84ca-041a5d5900c5 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (f4489fb7-a3da-4482-9dd9-d4069b02a820), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:49.427005 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1df59b3e-72b6-4e49-84ca-041a5d5900c5 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:49.428691 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-1df59b3e-72b6-4e49-84ca-041a5d5900c5 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/f4489fb7-a3da-4482-9dd9-d4069b02a820 HTTP/1.1" status: 204 len: 168 time: 0.7184036 Aug 24 16:47:50.123844 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4b9dc-24be-4809-9c28-2765e4701e9e req-6f40ef8e-230d-4485-b660-8fbfecdfddc6 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:50.125383 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3be4b9dc-24be-4809-9c28-2765e4701e9e req-6f40ef8e-230d-4485-b660-8fbfecdfddc6 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0618978 Aug 24 16:47:50.191486 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3be4b9dc-24be-4809-9c28-2765e4701e9e req-cebab179-d11e-4553-9e8d-89b4a913fbb3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599036 Aug 24 16:47:50.399585 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:51.325335 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85077e-287f-4884-b2e8-b81b1cea37cf req-1ebeaec0-c57f-4550-8d0d-faf043d7baab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:51.333263 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6a85077e-287f-4884-b2e8-b81b1cea37cf req-1ebeaec0-c57f-4550-8d0d-faf043d7baab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0608878 Aug 24 16:47:51.387994 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6a85077e-287f-4884-b2e8-b81b1cea37cf req-6460d654-3eab-4c5a-a3c1-a2229fc70003 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534477 Aug 24 16:47:52.508193 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:52.526988 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64f27c-ff3e-4a2a-bfab-35580f652d9e req-49d62a23-8895-4cc4-bebb-dc490486fb08 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:52.528608 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa64f27c-ff3e-4a2a-bfab-35580f652d9e req-49d62a23-8895-4cc4-bebb-dc490486fb08 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0521066 Aug 24 16:47:52.587252 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa64f27c-ff3e-4a2a-bfab-35580f652d9e req-7e83388e-d466-4706-a6d8-491845bf0457 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520284 Aug 24 16:47:53.739711 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7812f3-36b8-414b-a00a-486a0c546c0f req-31805307-1b4c-493b-bc3c-a933cabbf4d0 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:53.741219 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc7812f3-36b8-414b-a00a-486a0c546c0f req-31805307-1b4c-493b-bc3c-a933cabbf4d0 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0777640 Aug 24 16:47:53.747694 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23d02f-a091-4ceb-b27d-66847899ba6e req-65d9f822-f085-463f-a695-f2e7de062dd7 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:53.749076 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-df23d02f-a091-4ceb-b27d-66847899ba6e req-65d9f822-f085-463f-a695-f2e7de062dd7 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0742228 Aug 24 16:47:53.827023 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc7812f3-36b8-414b-a00a-486a0c546c0f req-708983c3-9154-4781-b8a5-aa418edfe1f2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769928 Aug 24 16:47:53.832151 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-df23d02f-a091-4ceb-b27d-66847899ba6e req-5bcfdff8-7578-4b10-bb62-f9050f689653 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742440 Aug 24 16:47:53.907804 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0d495-7b5e-4b9b-934d-7630f5f47474 req-a0df440e-eb09-46b8-a711-bbaf12c85202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:53.907804 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8bf0d495-7b5e-4b9b-934d-7630f5f47474 req-a0df440e-eb09-46b8-a711-bbaf12c85202 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 1130 time: 0.0490024 Aug 24 16:47:54.011568 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0d495-7b5e-4b9b-934d-7630f5f47474 req-57fba60d-613a-448e-acba-2eb5bcb7e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:54.013065 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8bf0d495-7b5e-4b9b-934d-7630f5f47474 req-57fba60d-613a-448e-acba-2eb5bcb7e53a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 920 time: 0.0898616 Aug 24 16:47:54.158199 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620a35-3541-4784-8539-adb8c27d8ade req-27617166-95eb-42c8-ab89-6ffdcf361c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:54.159590 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-68620a35-3541-4784-8539-adb8c27d8ade req-27617166-95eb-42c8-ab89-6ffdcf361c3c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=52f30f320fa04cdfa0e1d4ea9050119c&device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 1130 time: 0.0550089 Aug 24 16:47:54.161537 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8bf0d495-7b5e-4b9b-934d-7630f5f47474 req-aeef55c4-4629-4a15-a2c8-0558fe2e818d service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d972466c-37b3-4485-ba2b-6a1659a3de80 HTTP/1.1" status: 200 len: 1001 time: 0.0964336 Aug 24 16:47:54.273480 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0d495-7b5e-4b9b-934d-7630f5f47474 req-96e466ff-4a5a-4cb0-87d7-a9827a70f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:54.275468 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8bf0d495-7b5e-4b9b-934d-7630f5f47474 req-96e466ff-4a5a-4cb0-87d7-a9827a70f514 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=27787f90-01da-4eab-83e5-1d4c783724ac HTTP/1.1" status: 200 len: 858 time: 0.1014190 Aug 24 16:47:54.327442 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620a35-3541-4784-8539-adb8c27d8ade req-d8203e1b-a144-4f8f-a32a-e943958bff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:54.328907 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-68620a35-3541-4784-8539-adb8c27d8ade req-d8203e1b-a144-4f8f-a32a-e943958bff25 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6f60278e-d02a-47e3-ac82-34477071b70e HTTP/1.1" status: 200 len: 917 time: 0.1559920 Aug 24 16:47:54.334262 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0d495-7b5e-4b9b-934d-7630f5f47474 req-bf89d2d1-4e08-4325-a374-0a4381fd52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:54.335588 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8bf0d495-7b5e-4b9b-934d-7630f5f47474 req-bf89d2d1-4e08-4325-a374-0a4381fd52da service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=4d88a69f-ea66-4ba4-9592-a2ab513e73da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522993 Aug 24 16:47:54.417643 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:54.446646 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-68620a35-3541-4784-8539-adb8c27d8ade req-dd2bcf50-0dea-4d2f-8ecc-9c6b37824cd1 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9793be94-7c34-443e-80f4-821b2863ba90 HTTP/1.1" status: 200 len: 1002 time: 0.1095865 Aug 24 16:47:54.506269 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8bf0d495-7b5e-4b9b-934d-7630f5f47474 req-045277a8-eabe-4faf-8ea4-c1ff7dc6a1ed service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631668 Aug 24 16:47:54.526549 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620a35-3541-4784-8539-adb8c27d8ade req-9e337d64-56d7-457a-98ec-36a5063bca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:54.527959 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-68620a35-3541-4784-8539-adb8c27d8ade req-9e337d64-56d7-457a-98ec-36a5063bca12 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=ff59c90a-7642-4731-be1e-c01e44b6f995 HTTP/1.1" status: 200 len: 855 time: 0.0717275 Aug 24 16:47:54.612897 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620a35-3541-4784-8539-adb8c27d8ade req-051f2bf3-d3e3-4d92-92ac-ebf34c989d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:54.614396 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-68620a35-3541-4784-8539-adb8c27d8ade req-051f2bf3-d3e3-4d92-92ac-ebf34c989d99 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6f60278e-d02a-47e3-ac82-34477071b70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767033 Aug 24 16:47:54.893466 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:54.902463 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8bf0d495-7b5e-4b9b-934d-7630f5f47474 req-204b3935-88fa-45e4-bde0-8342bb69a81e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864791 Aug 24 16:47:54.971043 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-68620a35-3541-4784-8539-adb8c27d8ade req-41187be9-d839-45a9-9d1c-c2e6027b4ef7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463221 Aug 24 16:47:55.062478 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27df47-f1ee-46ac-9894-9ec5070136be req-603714ac-ad84-4f76-afd4-c105b335f309 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:55.063943 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7a27df47-f1ee-46ac-9894-9ec5070136be req-603714ac-ad84-4f76-afd4-c105b335f309 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0973237 Aug 24 16:47:55.071813 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb51992-a3a1-4a39-8e00-5ac573a2f306 req-f5fc6ac2-5332-4669-8167-1b6ad746b5e4 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:55.073217 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5cb51992-a3a1-4a39-8e00-5ac573a2f306 req-f5fc6ac2-5332-4669-8167-1b6ad746b5e4 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0896981 Aug 24 16:47:55.147673 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7a27df47-f1ee-46ac-9894-9ec5070136be req-da472045-d7b5-48e2-bb70-e69b06b36042 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733979 Aug 24 16:47:55.151411 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5cb51992-a3a1-4a39-8e00-5ac573a2f306 req-47135ae6-8aa3-44ca-be09-7436f15e62f6 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704396 Aug 24 16:47:55.253564 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3558b0a-9241-4fdb-8b52-cacd17f42760 req-665c5a47-ce52-40ce-8245-28b7e47a84c3 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:55.255083 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e3558b0a-9241-4fdb-8b52-cacd17f42760 req-665c5a47-ce52-40ce-8245-28b7e47a84c3 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 945 time: 0.0467751 Aug 24 16:47:55.303177 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e3558b0a-9241-4fdb-8b52-cacd17f42760 req-72579c40-1779-41f3-96b9-fea43663f479 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419793 Aug 24 16:47:55.353157 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:47:56.302776 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16818084-498f-41dd-9398-569153d360a6 req-1fab8e74-84f3-4a18-986e-578f9628addd tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:56.304255 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-16818084-498f-41dd-9398-569153d360a6 req-1fab8e74-84f3-4a18-986e-578f9628addd tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0782824 Aug 24 16:47:56.315773 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f261307-6ca3-467a-b4b7-a03b58a2e726 req-c670373c-aea0-400f-b240-943196938ff0 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:56.317256 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7f261307-6ca3-467a-b4b7-a03b58a2e726 req-c670373c-aea0-400f-b240-943196938ff0 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0803671 Aug 24 16:47:56.463029 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-16818084-498f-41dd-9398-569153d360a6 req-6b926b80-6187-48c7-bb70-8b89cdc3a954 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442709 Aug 24 16:47:56.468104 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7f261307-6ca3-467a-b4b7-a03b58a2e726 req-9f9fffb6-1d41-4c9c-b4b9-586fa6f40935 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403737 Aug 24 16:47:56.504974 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-68620a35-3541-4784-8539-adb8c27d8ade req-4602593c-0b01-4e7a-83df-63efa1ce6912 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542182 Aug 24 16:47:56.577207 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:56.585096 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93355979-9f0a-41ed-9ac2-2e65541114a3 req-a857b020-df90-4a8b-8388-552dd83c13ac tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:56.586548 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-93355979-9f0a-41ed-9ac2-2e65541114a3 req-a857b020-df90-4a8b-8388-552dd83c13ac tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 945 time: 0.0495844 Aug 24 16:47:56.638365 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-93355979-9f0a-41ed-9ac2-2e65541114a3 req-93950917-0444-4142-a1e2-4facd186bc38 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452397 Aug 24 16:47:57.617729 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf88621-1d68-4f81-b92d-a849dcfd4b53 req-4602bf5c-b002-41e9-95a3-03284c5fb7ed tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:57.619791 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bbf88621-1d68-4f81-b92d-a849dcfd4b53 req-4602bf5c-b002-41e9-95a3-03284c5fb7ed tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0820739 Aug 24 16:47:57.627268 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84a0da-02fc-4f8d-83b4-66493b00298c req-3040e85b-394b-4ff4-a0d8-0cb3f198708d tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:57.628644 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4c84a0da-02fc-4f8d-83b4-66493b00298c req-3040e85b-394b-4ff4-a0d8-0cb3f198708d tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.0781426 Aug 24 16:47:57.699680 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bbf88621-1d68-4f81-b92d-a849dcfd4b53 req-c6d78eac-aab4-4126-95b5-0e87a2b22712 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700650 Aug 24 16:47:57.706400 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4c84a0da-02fc-4f8d-83b4-66493b00298c req-74d051fd-3153-4876-b9aa-e08414169a46 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701630 Aug 24 16:47:57.808400 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee643d-9293-4c78-ae45-20372648dceb req-b878f68f-a5c6-4723-ad19-7036d9c238ab tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:57.809778 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-93ee643d-9293-4c78-ae45-20372648dceb req-b878f68f-a5c6-4723-ad19-7036d9c238ab tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 945 time: 0.0517330 Aug 24 16:47:57.857144 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-93ee643d-9293-4c78-ae45-20372648dceb req-17642bd6-920f-4f1a-9811-a73057a627f6 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=5b2ad917-7f2f-443e-bbc0-02735b116f52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418036 Aug 24 16:47:58.210473 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:58.318486 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0134b6-70dc-4ce5-9768-0dbc46beec7f req-f67c2750-e881-4fb7-8519-c370b96fdd5a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:58.319897 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5a0134b6-70dc-4ce5-9768-0dbc46beec7f req-f67c2750-e881-4fb7-8519-c370b96fdd5a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 945 time: 0.0494120 Aug 24 16:47:58.364503 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:58.403671 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device fefa6a59-cba3-43bd-99e5-f25c064dc3ea no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:47:58.425796 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-5a0134b6-70dc-4ce5-9768-0dbc46beec7f req-6068888c-8cba-4291-be4c-cddcd85f0697 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Deleting port fefa6a59-cba3-43bd-99e5-f25c064dc3ea {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:47:58.426400 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-5a0134b6-70dc-4ce5-9768-0dbc46beec7f req-6068888c-8cba-4291-be4c-cddcd85f0697 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:58.478840 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port fefa6a59-cba3-43bd-99e5-f25c064dc3ea is: ACTIVE; New status is: DOWN {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:58.479238 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:58.503393 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:47:58.505756 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38d7b4b-0ced-4350-a59f-6d72b55cefbc" -d '{"events": [{"server_uuid": "2c63f0ac-d4f8-499f-8901-53d4dbbc15ac", "name": "network-vif-unplugged", "status": "completed", "tag": "fefa6a59-cba3-43bd-99e5-f25c064dc3ea"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:47:58.520677 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port fefa6a59-cba3-43bd-99e5-f25c064dc3ea, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=fefa6a59-cba3-43bd-99e5-f25c064dc3ea,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:58.529583 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-5a0134b6-70dc-4ce5-9768-0dbc46beec7f req-6068888c-8cba-4291-be4c-cddcd85f0697 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] For port fefa6a59-cba3-43bd-99e5-f25c064dc3ea, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=fefa6a59-cba3-43bd-99e5-f25c064dc3ea,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:58.529941 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-5a0134b6-70dc-4ce5-9768-0dbc46beec7f req-6068888c-8cba-4291-be4c-cddcd85f0697 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:58.548554 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 16:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bc04db-3cd8-4e75-b720-d1ee54d39999 x-openstack-request-id: req-86bc04db-3cd8-4e75-b720-d1ee54d39999 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:47:58.548855 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c63f0ac-d4f8-499f-8901-53d4dbbc15ac", "name": "network-vif-unplugged", "status": "completed", "tag": "fefa6a59-cba3-43bd-99e5-f25c064dc3ea", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:47:58.549137 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-86bc04db-3cd8-4e75-b720-d1ee54d39999 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:47:58.549558 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86bc04db-3cd8-4e75-b720-d1ee54d39999'] response: {'server_uuid': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea', 'code': 200} Aug 24 16:47:58.602916 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:58.603676 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 9793be94-7c34-443e-80f4-821b2863ba90 no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:47:58.668934 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:58.686270 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=fefa6a59-cba3-43bd-99e5-f25c064dc3ea,revision_number=6']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:58.720706 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-5a0134b6-70dc-4ce5-9768-0dbc46beec7f req-6068888c-8cba-4291-be4c-cddcd85f0697 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:58.721348 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-5a0134b6-70dc-4ce5-9768-0dbc46beec7f req-6068888c-8cba-4291-be4c-cddcd85f0697 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (27e34ef4-8cb8-480b-add6-57513586cd42), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:58.721963 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [req-5a0134b6-70dc-4ce5-9768-0dbc46beec7f req-6068888c-8cba-4291-be4c-cddcd85f0697 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Floating IP 27e34ef4-8cb8-480b-add6-57513586cd42 disassociated. External IP: 172.27.4.68, port: fefa6a59-cba3-43bd-99e5-f25c064dc3ea. Aug 24 16:47:58.721963 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-5a0134b6-70dc-4ce5-9768-0dbc46beec7f req-6068888c-8cba-4291-be4c-cddcd85f0697 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Calling delete_port for fefa6a59-cba3-43bd-99e5-f25c064dc3ea owned by compute:nova {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:47:58.730131 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 9793be94-7c34-443e-80f4-821b2863ba90 is: ACTIVE; New status is: DOWN {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:47:58.730526 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (9793be94-7c34-443e-80f4-821b2863ba90), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:58.776298 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 9793be94-7c34-443e-80f4-821b2863ba90, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=9793be94-7c34-443e-80f4-821b2863ba90,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:47:58.871329 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (9793be94-7c34-443e-80f4-821b2863ba90), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:58.925577 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=9793be94-7c34-443e-80f4-821b2863ba90,revision_number=8']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:58.940681 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aaf42c-5542-46ed-a310-16c0fc1b656f req-19bb4bf0-ace3-4d7b-988a-c8e7067bdad8 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:58.942239 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-27aaf42c-5542-46ed-a310-16c0fc1b656f req-19bb4bf0-ace3-4d7b-988a-c8e7067bdad8 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.1242599 Aug 24 16:47:58.955616 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea17f32-c1bd-430f-978d-a057e05ee31e req-3cf25b76-512b-4836-a593-82e7ac609d2a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:47:58.957056 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7ea17f32-c1bd-430f-978d-a057e05ee31e req-3cf25b76-512b-4836-a593-82e7ac609d2a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 946 time: 0.1402164 Aug 24 16:47:59.037076 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-27aaf42c-5542-46ed-a310-16c0fc1b656f req-6c89bf75-1f72-4320-82ae-fd5532958af1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873938 Aug 24 16:47:59.042151 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7ea17f32-c1bd-430f-978d-a057e05ee31e req-b2f6c56e-8ab1-4915-a577-26a7c0a8fff1 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748656 Aug 24 16:47:59.049927 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-5a0134b6-70dc-4ce5-9768-0dbc46beec7f req-6068888c-8cba-4291-be4c-cddcd85f0697 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (fefa6a59-cba3-43bd-99e5-f25c064dc3ea), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:59.082991 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068888c-8cba-4291-be4c-cddcd85f0697 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event deleted for resources: {'Port': ['ID=fefa6a59-cba3-43bd-99e5-f25c064dc3ea,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:47:59.096111 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:59.217248 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ab64519e-57b6-4dde-9186-32f5639e0a5b req-30c0dab0-e236-4867-a1aa-1a25b76b3626 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 210 time: 0.0682242 Aug 24 16:47:59.255830 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:59.270417 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a0134b6-70dc-4ce5-9768-0dbc46beec7f req-6068888c-8cba-4291-be4c-cddcd85f0697 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:47:59.391103 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a0134b6-70dc-4ce5-9768-0dbc46beec7f req-6068888c-8cba-4291-be4c-cddcd85f0697 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:47:59.403636 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14bdd1-a2c4-434c-8463-1bb4eea631c1 None None] Sync routers for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:47:59.414827 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14bdd1-a2c4-434c-8463-1bb4eea631c1 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:47:59.416517 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-4a14bdd1-a2c4-434c-8463-1bb4eea631c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:47:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:59.444577 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0134b6-70dc-4ce5-9768-0dbc46beec7f req-6068888c-8cba-4291-be4c-cddcd85f0697 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] No DVR routers for this DVR port fefa6a59-cba3-43bd-99e5-f25c064dc3ea on host hv-cinder-73116 {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:47:59.448951 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-5a0134b6-70dc-4ce5-9768-0dbc46beec7f req-6068888c-8cba-4291-be4c-cddcd85f0697 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:47:59.452236 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5a0134b6-70dc-4ce5-9768-0dbc46beec7f req-6068888c-8cba-4291-be4c-cddcd85f0697 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "DELETE /networking/v2.0/ports/fefa6a59-cba3-43bd-99e5-f25c064dc3ea HTTP/1.1" status: 204 len: 173 time: 1.1254897 Aug 24 16:47:59.452715 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'name': 'network-vif-deleted', 'tag': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:47:59.454971 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2304a93c-db70-4efb-9bbe-c89c1158ab64" -d '{"events": [{"server_uuid": "2c63f0ac-d4f8-499f-8901-53d4dbbc15ac", "name": "network-vif-deleted", "tag": "fefa6a59-cba3-43bd-99e5-f25c064dc3ea"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:47:59.500451 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a64310b-338c-4306-9bee-4643890e47b6 x-openstack-request-id: req-9a64310b-338c-4306-9bee-4643890e47b6 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:47:59.500734 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c63f0ac-d4f8-499f-8901-53d4dbbc15ac", "name": "network-vif-deleted", "tag": "fefa6a59-cba3-43bd-99e5-f25c064dc3ea", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:47:59.501020 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9a64310b-338c-4306-9bee-4643890e47b6 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:47:59.501405 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a64310b-338c-4306-9bee-4643890e47b6'] response: {'server_uuid': '2c63f0ac-d4f8-499f-8901-53d4dbbc15ac', 'name': 'network-vif-deleted', 'tag': 'fefa6a59-cba3-43bd-99e5-f25c064dc3ea', 'status': 'completed', 'code': 200} Aug 24 16:47:59.537819 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-4a14bdd1-a2c4-434c-8463-1bb4eea631c1 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:47:59.733366 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-4a14bdd1-a2c4-434c-8463-1bb4eea631c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:59.762843 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14bdd1-a2c4-434c-8463-1bb4eea631c1 None None] Checking router: 2c4c75b8-7627-42ef-bd27-3e0725427ee7 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:47:59.773782 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14bdd1-a2c4-434c-8463-1bb4eea631c1 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:47:59.774199 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-4a14bdd1-a2c4-434c-8463-1bb4eea631c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:47:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:47:59.871576 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:47:59.881034 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-4a14bdd1-a2c4-434c-8463-1bb4eea631c1 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:47:59.907518 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:00.089229 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-4a14bdd1-a2c4-434c-8463-1bb4eea631c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:48:00.114252 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14bdd1-a2c4-434c-8463-1bb4eea631c1 None None] The sync data for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi is: [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:48:00.194553 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabecf1d-d645-4657-9f86-f6ecc6ac483f req-0c017645-1143-4ad2-8633-39f45b9646eb tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:00.196096 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eabecf1d-d645-4657-9f86-f6ecc6ac483f req-0c017645-1143-4ad2-8633-39f45b9646eb tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0641994 Aug 24 16:48:00.254342 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eabecf1d-d645-4657-9f86-f6ecc6ac483f req-3f21d36c-cc88-443a-ba84-41a1f4869920 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488398 Aug 24 16:48:00.365786 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8dd79589-eb5f-44de-8801-1f7848bc27c2 req-f24c93ab-4771-4679-a500-28537bc66c4e tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2c63f0ac-d4f8-499f-8901-53d4dbbc15ac HTTP/1.1" status: 200 len: 210 time: 0.0333781 Aug 24 16:48:00.412073 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24605b00-5395-47e1-9f98-e28ba4a232f7 None None] New status for floating IP 27e34ef4-8cb8-480b-add6-57513586cd42: DOWN {{(pid=113372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:48:00.551169 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9793be94-7c34-443e-80f4-821b2863ba90'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:48:00.553642 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8661238-eb6d-4adf-b89f-0bbce22779eb" -d '{"events": [{"server_uuid": "1eadb4fd-bee8-4fac-b072-550b720e3e95", "name": "network-vif-unplugged", "status": "completed", "tag": "9793be94-7c34-443e-80f4-821b2863ba90"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:48:00.587140 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 16:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822617d5-18cd-4126-a144-c9ac9bd074c9 x-openstack-request-id: req-822617d5-18cd-4126-a144-c9ac9bd074c9 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:48:00.587531 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eadb4fd-bee8-4fac-b072-550b720e3e95", "name": "network-vif-unplugged", "status": "failed", "tag": "9793be94-7c34-443e-80f4-821b2863ba90", "code": 422}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:48:00.587687 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-822617d5-18cd-4126-a144-c9ac9bd074c9 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:48:00.588194 dv-cinder-731167-2-iscsi neutron-server[113371]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-822617d5-18cd-4126-a144-c9ac9bd074c9']: {'server_uuid': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9793be94-7c34-443e-80f4-821b2863ba90', 'code': 422} returned with failed status Aug 24 16:48:00.601433 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [req-1d2bc8f8-9627-40c4-9fcd-0d1f311b0832 req-fb80ada6-43dd-4803-a773-07c190a4d269 service neutron] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 16:48:00.603790 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1d2bc8f8-9627-40c4-9fcd-0d1f311b0832 req-fb80ada6-43dd-4803-a773-07c190a4d269 service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0079265 Aug 24 16:48:01.034047 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0318a-10a2-4643-802b-3d0aa6e4d39b req-1d96e854-53a6-4993-af02-1bf78a3b7909 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:01.035524 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-33b0318a-10a2-4643-802b-3d0aa6e4d39b req-1d96e854-53a6-4993-af02-1bf78a3b7909 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0497303 Aug 24 16:48:01.097002 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-33b0318a-10a2-4643-802b-3d0aa6e4d39b req-a93f80f4-0e17-4ec1-afa4-1538630c3a03 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550671 Aug 24 16:48:01.412647 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73900ef-abc0-4e42-82d4-b4d891d224ee req-02f6db0b-17ea-44a5-8bc3-f9f71347ee07 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:01.414358 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a73900ef-abc0-4e42-82d4-b4d891d224ee req-02f6db0b-17ea-44a5-8bc3-f9f71347ee07 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0600619 Aug 24 16:48:01.485681 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a73900ef-abc0-4e42-82d4-b4d891d224ee req-3837f594-e8fb-4e89-b290-b51cad29e8f1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644224 Aug 24 16:48:01.594171 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36206) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:01.612666 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efa6fc-a6fc-4497-b47f-0948dd0b9228 req-cea65c97-a6fe-40b7-abc7-76aa95e76f74 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:01.614265 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-99efa6fc-a6fc-4497-b47f-0948dd0b9228 req-cea65c97-a6fe-40b7-abc7-76aa95e76f74 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 946 time: 0.0537691 Aug 24 16:48:01.637058 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36208) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:01.674326 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-99efa6fc-a6fc-4497-b47f-0948dd0b9228 req-6ec821f7-79f2-48d3-9865-ea5c728e2a3e tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525596 Aug 24 16:48:01.682851 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c989d317-e3ff-4c09-a207-33f0b9cd5c26 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (5b2ad917-7f2f-443e-bbc0-02735b116f52), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:01.710052 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c989d317-e3ff-4c09-a207-33f0b9cd5c26 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (5b2ad917-7f2f-443e-bbc0-02735b116f52), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:01.718595 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36212) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:01.742197 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-612f4e47-a81d-4062-b07e-b91256615c0c req-45898b74-ecfe-4bb2-b3e7-6475b95f1318 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1037307 Aug 24 16:48:01.754462 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [req-612f4e47-a81d-4062-b07e-b91256615c0c req-39564b63-23fd-4fd1-9257-e465b4fbe0ab service neutron] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 16:48:01.756306 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-612f4e47-a81d-4062-b07e-b91256615c0c req-39564b63-23fd-4fd1-9257-e465b4fbe0ab service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0077229 Aug 24 16:48:01.845978 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36220) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:01.861021 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-9a5250c1-6ec3-4c80-99fa-6e2a6b27933f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:01.896997 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c989d317-e3ff-4c09-a207-33f0b9cd5c26 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (5b2ad917-7f2f-443e-bbc0-02735b116f52), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:01.902995 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c989d317-e3ff-4c09-a207-33f0b9cd5c26 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:01.902995 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-c989d317-e3ff-4c09-a207-33f0b9cd5c26 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/5b2ad917-7f2f-443e-bbc0-02735b116f52 HTTP/1.1" status: 204 len: 168 time: 0.3054798 Aug 24 16:48:01.905121 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36224) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:01.911435 dv-cinder-731167-2-iscsi neutron-server[113369]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 16:48:01.921039 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.api.v2.resource [None req-2dcc533e-67b2-4092-b62e-c94859ee5c7b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] show failed (client error): The resource could not be found. Aug 24 16:48:01.922157 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-2dcc533e-67b2-4092-b62e-c94859ee5c7b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups/5b2ad917-7f2f-443e-bbc0-02735b116f52 HTTP/1.1" status: 404 len: 347 time: 0.0160298 Aug 24 16:48:01.925323 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36226) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:01.935507 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05b078b-4685-407b-ba0d-a30682230edb tempest-TestMinimumBasicScenario-271647801 tempest-TestMinimumBasicScenario-271647801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:01.937150 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-d05b078b-4685-407b-ba0d-a30682230edb tempest-TestMinimumBasicScenario-271647801 tempest-TestMinimumBasicScenario-271647801-project-admin] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 1125 time: 0.2176189 Aug 24 16:48:01.955762 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36228) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:01.960221 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Request body: {'floatingip': {'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'port_id': 'e178d836-24a2-4e3a-8f28-a62c7fb35528', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'fixed_ip_address': '172.20.0.13'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:48:01.971417 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989d317-e3ff-4c09-a207-33f0b9cd5c26 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2ad917-7f2f-443e-bbc0-02735b116f52,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:02.002768 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f4e47-a81d-4062-b07e-b91256615c0c req-b83b912e-99c3-49bc-a202-e0f038d35689 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:02.004257 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-612f4e47-a81d-4062-b07e-b91256615c0c req-b83b912e-99c3-49bc-a202-e0f038d35689 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports/9793be94-7c34-443e-80f4-821b2863ba90 HTTP/1.1" status: 200 len: 941 time: 0.1571982 Aug 24 16:48:02.063789 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-b545d3d7-4c57-4a41-a859-5f2136dd7b56 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Deleting port d349051d-76fd-4f7d-996b-90937e1b83d7 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:48:02.064429 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b545d3d7-4c57-4a41-a859-5f2136dd7b56 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (d349051d-76fd-4f7d-996b-90937e1b83d7), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:02.111180 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:02.167965 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b545d3d7-4c57-4a41-a859-5f2136dd7b56 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (d349051d-76fd-4f7d-996b-90937e1b83d7), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:02.168308 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b545d3d7-4c57-4a41-a859-5f2136dd7b56 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (d349051d-76fd-4f7d-996b-90937e1b83d7), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:02.185968 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-b545d3d7-4c57-4a41-a859-5f2136dd7b56 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Calling delete_port for d349051d-76fd-4f7d-996b-90937e1b83d7 owned by network:floatingip {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:48:02.242222 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:02.284937 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:02.297803 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357e49c-09ed-4c5d-b445-64803405ba46 req-c32cfaa2-b311-4cb9-b431-12c55291297a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:02.299407 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f357e49c-09ed-4c5d-b445-64803405ba46 req-c32cfaa2-b311-4cb9-b431-12c55291297a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0981359 Aug 24 16:48:02.375176 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Allocated IP 172.27.4.78 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/81374c71-ad21-4e80-b727-808f278ac260) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:48:02.378961 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:02.386509 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 9793be94-7c34-443e-80f4-821b2863ba90 no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:48:02.408548 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f357e49c-09ed-4c5d-b445-64803405ba46 req-7d0d1aa7-2480-4778-8279-61e9de85fbbf tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021061 Aug 24 16:48:02.493712 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 9793be94-7c34-443e-80f4-821b2863ba90 is: DOWN; New status is: DOWN {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:48:02.512656 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b545d3d7-4c57-4a41-a859-5f2136dd7b56 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (d349051d-76fd-4f7d-996b-90937e1b83d7), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:02.537001 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for port (81374c71-ad21-4e80-b727-808f278ac260), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:02.562049 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545d3d7-4c57-4a41-a859-5f2136dd7b56 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event deleted for resources: {'Port': ['ID=d349051d-76fd-4f7d-996b-90937e1b83d7,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:02.649724 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (81374c71-ad21-4e80-b727-808f278ac260), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:02.688687 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b545d3d7-4c57-4a41-a859-5f2136dd7b56 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (27e34ef4-8cb8-480b-add6-57513586cd42), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:02.691166 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b545d3d7-4c57-4a41-a859-5f2136dd7b56 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:02.692385 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-b545d3d7-4c57-4a41-a859-5f2136dd7b56 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/27e34ef4-8cb8-480b-add6-57513586cd42 HTTP/1.1" status: 204 len: 168 time: 0.7660320 Aug 24 16:48:02.712541 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd2d1d-f736-4b7c-9ae0-d7748e44efec req-d0947907-4827-40dc-9553-f67580eefc7a tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:02.713955 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:48:02.714160 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-aabd2d1d-f736-4b7c-9ae0-d7748e44efec req-d0947907-4827-40dc-9553-f67580eefc7a tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.1075718 Aug 24 16:48:02.717948 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:48:02.722702 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:48:02.726638 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Pushing event updated for resources: {'Port': ['ID=81374c71-ad21-4e80-b727-808f278ac260,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:02.821490 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-aabd2d1d-f736-4b7c-9ae0-d7748e44efec req-cd25e576-670c-4b89-a377-1e0941e69ffa tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755570 Aug 24 16:48:02.914432 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36246) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:02.920221 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-51c1554c-6b36-4f12-8fcd-8ebebf16707b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1420200227', 'description': 'tempest-description--1344916415'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:48:02.972413 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:02.977645 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:02.992620 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-51c1554c-6b36-4f12-8fcd-8ebebf16707b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:03.082036 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-51c1554c-6b36-4f12-8fcd-8ebebf16707b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (b1278b38-1f46-4774-aaa7-9f5b080a27e6), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:03.157411 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for floatingip (cac3fea2-4181-4ce7-b8ed-41377b499486), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:03.180812 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-51c1554c-6b36-4f12-8fcd-8ebebf16707b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (b1278b38-1f46-4774-aaa7-9f5b080a27e6), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:03.213740 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1554c-6b36-4f12-8fcd-8ebebf16707b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1278b38-1f46-4774-aaa7-9f5b080a27e6,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:03.291940 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-51c1554c-6b36-4f12-8fcd-8ebebf16707b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:03.294337 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-51c1554c-6b36-4f12-8fcd-8ebebf16707b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3776350 Aug 24 16:48:03.300924 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36248) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:03.306304 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-6acf5818-7375-4309-85d5-c7969a7994cd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'security_group_rule': {'security_group_id': 'b1278b38-1f46-4774-aaa7-9f5b080a27e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:48:03.317279 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (81374c71-ad21-4e80-b727-808f278ac260), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:03.405904 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6acf5818-7375-4309-85d5-c7969a7994cd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (fd2c80be-fb2d-4d90-8754-d910de25832d), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:03.472949 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6acf5818-7375-4309-85d5-c7969a7994cd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (fd2c80be-fb2d-4d90-8754-d910de25832d), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:03.486839 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for port (81374c71-ad21-4e80-b727-808f278ac260), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:03.564412 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127532168'] for port (81374c71-ad21-4e80-b727-808f278ac260), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:03.565933 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6acf5818-7375-4309-85d5-c7969a7994cd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (fd2c80be-fb2d-4d90-8754-d910de25832d), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:03.578656 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63de782-0458-40cc-9520-d1530851e83c req-f8d2ce89-34d5-4fb5-886d-6fc826745328 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:03.580209 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c63de782-0458-40cc-9520-d1530851e83c req-f8d2ce89-34d5-4fb5-886d-6fc826745328 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0758791 Aug 24 16:48:03.591941 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:03.604135 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf5818-7375-4309-85d5-c7969a7994cd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2c80be-fb2d-4d90-8754-d910de25832d,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:03.645030 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (cac3fea2-4181-4ce7-b8ed-41377b499486), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:03.648233 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Pushing event updated for resources: {'Port': ['ID=81374c71-ad21-4e80-b727-808f278ac260,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:03.652752 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c63de782-0458-40cc-9520-d1530851e83c req-507b66c9-9d8c-447b-bf4c-76571013d726 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612884 Aug 24 16:48:03.716461 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6acf5818-7375-4309-85d5-c7969a7994cd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:03.717973 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-6acf5818-7375-4309-85d5-c7969a7994cd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4156837 Aug 24 16:48:03.721060 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36252) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:03.727087 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-593e9707-e583-405c-9ac8-945d28b63218 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'security_group_rule': {'security_group_id': 'b1278b38-1f46-4774-aaa7-9f5b080a27e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:48:03.757456 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.l3_db [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Floating IP cac3fea2-4181-4ce7-b8ed-41377b499486 associated. External IP: 172.27.4.78, port: e178d836-24a2-4e3a-8f28-a62c7fb35528. Aug 24 16:48:03.838641 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-593e9707-e583-405c-9ac8-945d28b63218 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (08c920a6-670d-4147-b23c-97db7caca7bc), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:03.945672 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-593e9707-e583-405c-9ac8-945d28b63218 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (08c920a6-670d-4147-b23c-97db7caca7bc), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:03.967011 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089919a-c16c-44b2-b145-58694861d038 req-1225e4d0-b5ad-4b1c-8adc-0f0b3479b9bc tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:03.968632 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d089919a-c16c-44b2-b145-58694861d038 req-1225e4d0-b5ad-4b1c-8adc-0f0b3479b9bc tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0613401 Aug 24 16:48:03.992062 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Router a6ef395d-5f3b-46cc-95e6-41780e615014 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:48:04.009532 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:04.013716 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:04.027558 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d089919a-c16c-44b2-b145-58694861d038 req-9f204fb0-84f4-4405-b0d1-efa6c69efbf2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520723 Aug 24 16:48:04.065233 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-593e9707-e583-405c-9ac8-945d28b63218 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (08c920a6-670d-4147-b23c-97db7caca7bc), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:04.083032 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-c2dac8a7-b529-4390-ad81-d39908afc05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:04.092367 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e9707-e583-405c-9ac8-945d28b63218 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c920a6-670d-4147-b23c-97db7caca7bc,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:04.099370 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=100 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:04.106754 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:48:04.116808 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3aa04d-e6c2-457f-a2af-d3a170623f26 None None] Sync routers for ids ['a6ef395d-5f3b-46cc-95e6-41780e615014'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:48:04.130318 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3aa04d-e6c2-457f-a2af-d3a170623f26 None None] Routers {'a6ef395d-5f3b-46cc-95e6-41780e615014'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:48:04.130928 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-ac3aa04d-e6c2-457f-a2af-d3a170623f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:48:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['a6ef395d-5f3b-46cc-95e6-41780e615014'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:48:04.243315 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-ac3aa04d-e6c2-457f-a2af-d3a170623f26 None None] Set router a6ef395d-5f3b-46cc-95e6-41780e615014 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:48:04.246820 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:04.247055 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-593e9707-e583-405c-9ac8-945d28b63218 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:04.251639 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-593e9707-e583-405c-9ac8-945d28b63218 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5261073 Aug 24 16:48:04.251808 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36256) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:04.267599 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'floatingip': {'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:48:04.288485 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-038bfb0c-6766-49a7-a5ae-6226351a9f13 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3314199 Aug 24 16:48:04.289166 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'tag': 'e178d836-24a2-4e3a-8f28-a62c7fb35528'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:48:04.291575 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36258) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:04.291948 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e9d1ff-f23b-47e2-aa33-9e8fee8ab3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a600fdc-214e-48d0-9e23-bcb70134d07a", "tag": "e178d836-24a2-4e3a-8f28-a62c7fb35528"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:48:04.300539 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-abda262d-9d11-479b-b7a1-845861fb729a tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1776266205', 'description': 'tempest-secgroup-smoke-1776266205 description', 'project_id': '09e2ab2c313d4448a28a6902b74a0d10'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:48:04.343175 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06ffe2d-e8ac-481f-9a5c-5606b5eb4aed x-openstack-request-id: req-a06ffe2d-e8ac-481f-9a5c-5606b5eb4aed {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:48:04.343469 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a600fdc-214e-48d0-9e23-bcb70134d07a", "tag": "e178d836-24a2-4e3a-8f28-a62c7fb35528", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:48:04.343777 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a06ffe2d-e8ac-481f-9a5c-5606b5eb4aed {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:48:04.344211 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a06ffe2d-e8ac-481f-9a5c-5606b5eb4aed'] response: {'name': 'network-changed', 'server_uuid': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'tag': 'e178d836-24a2-4e3a-8f28-a62c7fb35528', 'status': 'completed', 'code': 200} Aug 24 16:48:04.411684 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:04.418403 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9d1ff-f23b-47e2-aa33-9e8fee8ab3a1 req-93b9e999-42e2-4def-a315-64cc69ed432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:04.419906 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6e9d1ff-f23b-47e2-aa33-9e8fee8ab3a1 req-93b9e999-42e2-4def-a315-64cc69ed432b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09e2ab2c313d4448a28a6902b74a0d10&device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 1130 time: 0.0506418 Aug 24 16:48:04.462299 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-abda262d-9d11-479b-b7a1-845861fb729a tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:04.494571 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-ac3aa04d-e6c2-457f-a2af-d3a170623f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'name': 'tempest-TestMinimumBasicScenario-1203215161-router', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:52Z', 'updated_at': '2022-08-24T16:46:57Z', 'revision_number': 4, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'gw_port': {'id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:53Z', 'updated_at': '2022-08-24T16:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': 'cac3fea2-4181-4ce7-b8ed-41377b499486', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'floating_ip_address': '172.27.4.78', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'port_id': 'e178d836-24a2-4e3a-8f28-a62c7fb35528', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65', 'mac_address': 'fa:16:3e:33:7c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:48:03Z', 'updated_at': '2022-08-24T16:48:03Z', 'revision_number': 0, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b', 'name': '', 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'mac_address': 'fa:16:3e:e4:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:56Z', 'updated_at': '2022-08-24T16:47:02Z', 'revision_number': 5, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'subnets': [{'id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:48:04.524385 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3aa04d-e6c2-457f-a2af-d3a170623f26 None None] Checking router: a6ef395d-5f3b-46cc-95e6-41780e615014 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:48:04.534231 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3aa04d-e6c2-457f-a2af-d3a170623f26 None None] Routers {'a6ef395d-5f3b-46cc-95e6-41780e615014'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:48:04.534852 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-ac3aa04d-e6c2-457f-a2af-d3a170623f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:48:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['a6ef395d-5f3b-46cc-95e6-41780e615014'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:48:04.604324 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:04.650491 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-ac3aa04d-e6c2-457f-a2af-d3a170623f26 None None] Set router a6ef395d-5f3b-46cc-95e6-41780e615014 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:48:04.668420 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9d1ff-f23b-47e2-aa33-9e8fee8ab3a1 req-b56290cc-e773-4654-9683-4d5f22b0ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:04.669876 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6e9d1ff-f23b-47e2-aa33-9e8fee8ab3a1 req-b56290cc-e773-4654-9683-4d5f22b0ea26 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=f599defe-c22e-4f1d-9ae7-6d25663b2f65 HTTP/1.1" status: 200 len: 916 time: 0.2396743 Aug 24 16:48:04.716016 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-abda262d-9d11-479b-b7a1-845861fb729a tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group (0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:04.812075 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-abda262d-9d11-479b-b7a1-845861fb729a tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:04.871162 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6e9d1ff-f23b-47e2-aa33-9e8fee8ab3a1 req-5ca93166-9f72-4d05-b779-a092a4e5333e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e178d836-24a2-4e3a-8f28-a62c7fb35528 HTTP/1.1" status: 200 len: 999 time: 0.1793661 Aug 24 16:48:04.892426 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:04.904200 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Allocated IP 172.27.4.55 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/69ddf774-4496-44fd-803f-833097fcffd8) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:48:04.924445 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed40f91-3666-4a01-bd08-b0a583dc8df3 req-4d0f6544-ebf5-4777-9d0b-95933ff86674 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:04.926013 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1ed40f91-3666-4a01-bd08-b0a583dc8df3 req-4d0f6544-ebf5-4777-9d0b-95933ff86674 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.1562548 Aug 24 16:48:04.959495 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-abda262d-9d11-479b-b7a1-845861fb729a tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:04.960772 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-abda262d-9d11-479b-b7a1-845861fb729a tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6667941 Aug 24 16:48:04.961516 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda262d-9d11-479b-b7a1-845861fb729a tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:04.965086 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36266) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:04.971849 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-029a0755-d271-4fa1-bb43-6926d6507563 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Request body: {'security_group_rule': {'security_group_id': '0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866', 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:48:05.005976 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:05.048669 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9d1ff-f23b-47e2-aa33-9e8fee8ab3a1 req-de7dd347-9a08-495f-abac-b5d228ccb11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:05.050186 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6e9d1ff-f23b-47e2-aa33-9e8fee8ab3a1 req-de7dd347-9a08-495f-abac-b5d228ccb11e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1cdfd668-27b8-415b-9c53-5631b63809f7 HTTP/1.1" status: 200 len: 854 time: 0.1475463 Aug 24 16:48:05.071473 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-ac3aa04d-e6c2-457f-a2af-d3a170623f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'name': 'tempest-TestMinimumBasicScenario-1203215161-router', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:52Z', 'updated_at': '2022-08-24T16:46:57Z', 'revision_number': 4, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'gw_port': {'id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:53Z', 'updated_at': '2022-08-24T16:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': 'cac3fea2-4181-4ce7-b8ed-41377b499486', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'floating_ip_address': '172.27.4.78', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'port_id': 'e178d836-24a2-4e3a-8f28-a62c7fb35528', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65', 'mac_address': 'fa:16:3e:33:7c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:48:03Z', 'updated_at': '2022-08-24T16:48:03Z', 'revision_number': 0, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b', 'name': '', 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'mac_address': 'fa:16:3e:e4:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:56Z', 'updated_at': '2022-08-24T16:47:02Z', 'revision_number': 5, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'subnets': [{'id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:48:05.098436 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:05.105918 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3aa04d-e6c2-457f-a2af-d3a170623f26 None None] The sync data for ids ['a6ef395d-5f3b-46cc-95e6-41780e615014'] in dv-cinder-731167-2-iscsi is: [{'id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'name': 'tempest-TestMinimumBasicScenario-1203215161-router', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:52Z', 'updated_at': '2022-08-24T16:46:57Z', 'revision_number': 4, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'gw_port': {'id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:53Z', 'updated_at': '2022-08-24T16:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': 'cac3fea2-4181-4ce7-b8ed-41377b499486', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'floating_ip_address': '172.27.4.78', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'port_id': 'e178d836-24a2-4e3a-8f28-a62c7fb35528', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65', 'mac_address': 'fa:16:3e:33:7c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:48:03Z', 'updated_at': '2022-08-24T16:48:03Z', 'revision_number': 0, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b', 'name': '', 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'mac_address': 'fa:16:3e:e4:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:56Z', 'updated_at': '2022-08-24T16:47:02Z', 'revision_number': 5, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'subnets': [{'id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:48:05.140587 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-029a0755-d271-4fa1-bb43-6926d6507563 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (ae43cb55-2729-4504-885e-cd57e33ecace), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:05.229920 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-029a0755-d271-4fa1-bb43-6926d6507563 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (ae43cb55-2729-4504-885e-cd57e33ecace), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:05.307351 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-029a0755-d271-4fa1-bb43-6926d6507563 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (ae43cb55-2729-4504-885e-cd57e33ecace), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:05.334572 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a0755-d271-4fa1-bb43-6926d6507563 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae43cb55-2729-4504-885e-cd57e33ecace,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:05.343882 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e910c2a-57de-49de-813f-d70310325796 None None] New status for floating IP cac3fea2-4181-4ce7-b8ed-41377b499486: ACTIVE {{(pid=113372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:48:05.410654 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-029a0755-d271-4fa1-bb43-6926d6507563 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:05.414924 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-029a0755-d271-4fa1-bb43-6926d6507563 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4454134 Aug 24 16:48:05.417034 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36270) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:05.420486 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:05.422755 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-0c89ddc0-2637-4030-b80d-391fbce6f917 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Request body: {'security_group_rule': {'security_group_id': '0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866', 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:48:05.427513 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1ed40f91-3666-4a01-bd08-b0a583dc8df3 req-1a01cf36-8e7d-46a5-9080-feeb4d759763 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4749246 Aug 24 16:48:05.474255 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9d1ff-f23b-47e2-aa33-9e8fee8ab3a1 req-1f253ebe-0580-43bf-9c36-3a82e697f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:05.474255 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6e9d1ff-f23b-47e2-aa33-9e8fee8ab3a1 req-1f253ebe-0580-43bf-9c36-3a82e697f8ac service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=f599defe-c22e-4f1d-9ae7-6d25663b2f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3910334 Aug 24 16:48:05.489189 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec71664-a37d-424e-a27d-b4eed371f1dd req-d0dae183-d848-4d6f-81d1-ebcb72ca4a79 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:05.498396 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0ec71664-a37d-424e-a27d-b4eed371f1dd req-d0dae183-d848-4d6f-81d1-ebcb72ca4a79 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.1147187 Aug 24 16:48:05.539632 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for port (69ddf774-4496-44fd-803f-833097fcffd8), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:05.554152 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0c89ddc0-2637-4030-b80d-391fbce6f917 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (7a7531bf-cbc4-4fdf-81ad-55d701cfaf94), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:05.658560 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0c89ddc0-2637-4030-b80d-391fbce6f917 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (7a7531bf-cbc4-4fdf-81ad-55d701cfaf94), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:05.668926 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f4e47-a81d-4062-b07e-b91256615c0c req-c15244f2-f27d-45a7-aef0-ce2a89dc3394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:05.670439 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-612f4e47-a81d-4062-b07e-b91256615c0c req-c15244f2-f27d-45a7-aef0-ce2a89dc3394 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95&tenant_id=52f30f320fa04cdfa0e1d4ea9050119c HTTP/1.1" status: 200 len: 1128 time: 0.1788020 Aug 24 16:48:05.695940 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:05.728046 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0c89ddc0-2637-4030-b80d-391fbce6f917 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (7a7531bf-cbc4-4fdf-81ad-55d701cfaf94), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:05.748779 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89ddc0-2637-4030-b80d-391fbce6f917 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7531bf-cbc4-4fdf-81ad-55d701cfaf94,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:05.753221 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0ec71664-a37d-424e-a27d-b4eed371f1dd req-08addf40-67ec-4568-b4ab-0940045c86a6 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365379 Aug 24 16:48:05.778077 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6e9d1ff-f23b-47e2-aa33-9e8fee8ab3a1 req-723b9676-8528-4ba4-b67a-eb3482f54122 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f599defe-c22e-4f1d-9ae7-6d25663b2f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762940 Aug 24 16:48:05.778077 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f4e47-a81d-4062-b07e-b91256615c0c req-5a55863b-672a-48f9-a333-3d47989956ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:05.778077 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-612f4e47-a81d-4062-b07e-b91256615c0c req-5a55863b-672a-48f9-a333-3d47989956ba service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=52f30f320fa04cdfa0e1d4ea9050119c&device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 1128 time: 0.0671079 Aug 24 16:48:05.834924 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0c89ddc0-2637-4030-b80d-391fbce6f917 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:05.836152 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-0c89ddc0-2637-4030-b80d-391fbce6f917 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4180002 Aug 24 16:48:05.836621 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (69ddf774-4496-44fd-803f-833097fcffd8), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:05.839610 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36272) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:05.845160 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-2042ce78-014c-45f0-be55-d5ce080a4275 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Request body: {'security_group_rule': {'security_group_id': '0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866', 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:48:05.938414 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2042ce78-014c-45f0-be55-d5ce080a4275 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (3da8ba7a-9a33-41b7-9c08-f3215b53d5a0), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:05.984756 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:48:05.997669 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2042ce78-014c-45f0-be55-d5ce080a4275 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (3da8ba7a-9a33-41b7-9c08-f3215b53d5a0), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:06.004895 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:48:06.011265 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'Port': ['ID=69ddf774-4496-44fd-803f-833097fcffd8,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:06.014185 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:48:06.024573 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6e9d1ff-f23b-47e2-aa33-9e8fee8ab3a1 req-92c717d3-5c70-4329-b6fa-f8179be74e11 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f599defe-c22e-4f1d-9ae7-6d25663b2f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460728 Aug 24 16:48:06.059637 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f4e47-a81d-4062-b07e-b91256615c0c req-d3ac7dea-a473-4ee7-b375-ed0c8c5c194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:06.061176 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-612f4e47-a81d-4062-b07e-b91256615c0c req-d3ac7dea-a473-4ee7-b375-ed0c8c5c194c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6f60278e-d02a-47e3-ac82-34477071b70e HTTP/1.1" status: 200 len: 917 time: 0.2619524 Aug 24 16:48:06.073601 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2042ce78-014c-45f0-be55-d5ce080a4275 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (3da8ba7a-9a33-41b7-9c08-f3215b53d5a0), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:06.096958 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042ce78-014c-45f0-be55-d5ce080a4275 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da8ba7a-9a33-41b7-9c08-f3215b53d5a0,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:06.155878 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2042ce78-014c-45f0-be55-d5ce080a4275 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:06.157462 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-2042ce78-014c-45f0-be55-d5ce080a4275 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3162661 Aug 24 16:48:06.160547 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36274) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:06.165325 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-65a6aa73-622b-4985-9cfc-0e225af4924b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Request body: {'security_group_rule': {'security_group_id': '0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866', 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:48:06.175353 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-612f4e47-a81d-4062-b07e-b91256615c0c req-1fc3d5b7-4327-4c13-aad0-60b7dc7cc552 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9793be94-7c34-443e-80f4-821b2863ba90 HTTP/1.1" status: 200 len: 1000 time: 0.1050501 Aug 24 16:48:06.227143 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:06.232269 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (a6dc3465-f27d-4f9a-9635-330ab42b4534), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:06.250600 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f4e47-a81d-4062-b07e-b91256615c0c req-980ca10f-267c-498a-be50-9eb98462ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:06.251035 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-65a6aa73-622b-4985-9cfc-0e225af4924b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (e8c9a9bc-eba8-423e-9a24-67f2384c3c02), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:06.252074 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-612f4e47-a81d-4062-b07e-b91256615c0c req-980ca10f-267c-498a-be50-9eb98462ca4e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=ff59c90a-7642-4731-be1e-c01e44b6f995 HTTP/1.1" status: 200 len: 855 time: 0.0706723 Aug 24 16:48:06.302264 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f4e47-a81d-4062-b07e-b91256615c0c req-50154316-e020-44de-b972-8e97299eaf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:06.303779 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-612f4e47-a81d-4062-b07e-b91256615c0c req-50154316-e020-44de-b972-8e97299eaf1c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6f60278e-d02a-47e3-ac82-34477071b70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450432 Aug 24 16:48:06.317714 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-65a6aa73-622b-4985-9cfc-0e225af4924b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (e8c9a9bc-eba8-423e-9a24-67f2384c3c02), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:06.355740 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (69ddf774-4496-44fd-803f-833097fcffd8), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:06.368021 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-65a6aa73-622b-4985-9cfc-0e225af4924b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (e8c9a9bc-eba8-423e-9a24-67f2384c3c02), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:06.391618 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6aa73-622b-4985-9cfc-0e225af4924b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c9a9bc-eba8-423e-9a24-67f2384c3c02,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:06.411910 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:06.467780 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-65a6aa73-622b-4985-9cfc-0e225af4924b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:06.469514 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-65a6aa73-622b-4985-9cfc-0e225af4924b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3078921 Aug 24 16:48:06.472165 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-612f4e47-a81d-4062-b07e-b91256615c0c req-c11405b7-3e98-4da0-8cf1-86c6af2e7af3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527340 Aug 24 16:48:06.475508 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36280) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:06.477905 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-2f560360-6f8c-4d6e-b1c6-5a4a5cd91463 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Request body: {'security_group_rule': {'security_group_id': '0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866', 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:48:06.596884 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.securitygroups_db [None req-2f560360-6f8c-4d6e-b1c6-5a4a5cd91463 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Project 09e2ab2c313d4448a28a6902b74a0d10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 16:48:06.599846 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:06.605336 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2f560360-6f8c-4d6e-b1c6-5a4a5cd91463 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (bfe6eb00-1692-44b1-a3ca-c2c02e2957cd), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:06.653045 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70ee4f-7b9f-4063-bf69-7bdc41b2dc8d req-026ec8c9-754c-49d1-96cf-bdf3304bb757 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:06.654488 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fc70ee4f-7b9f-4063-bf69-7bdc41b2dc8d req-026ec8c9-754c-49d1-96cf-bdf3304bb757 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.1101086 Aug 24 16:48:06.676733 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2f560360-6f8c-4d6e-b1c6-5a4a5cd91463 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (bfe6eb00-1692-44b1-a3ca-c2c02e2957cd), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:06.723359 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for port (69ddf774-4496-44fd-803f-833097fcffd8), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:06.759049 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-612f4e47-a81d-4062-b07e-b91256615c0c req-627147cb-6355-4ce2-bb67-9fe500a60485 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131290 Aug 24 16:48:06.772460 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fc70ee4f-7b9f-4063-bf69-7bdc41b2dc8d req-f446f60d-f32c-4093-9b3b-497fb669e7db tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879016 Aug 24 16:48:06.793088 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2f560360-6f8c-4d6e-b1c6-5a4a5cd91463 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (bfe6eb00-1692-44b1-a3ca-c2c02e2957cd), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:06.810106 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f560360-6f8c-4d6e-b1c6-5a4a5cd91463 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe6eb00-1692-44b1-a3ca-c2c02e2957cd,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:06.814163 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:06.828186 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (69ddf774-4496-44fd-803f-833097fcffd8), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:06.834275 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:06.927466 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2f560360-6f8c-4d6e-b1c6-5a4a5cd91463 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:06.929087 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-2f560360-6f8c-4d6e-b1c6-5a4a5cd91463 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4553053 Aug 24 16:48:06.936445 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36294) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:06.941083 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-9e614825-8165-4592-ad75-bdd87678ccb0 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Request body: {'security_group_rule': {'security_group_id': '0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866', 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:48:06.949578 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'Port': ['ID=69ddf774-4496-44fd-803f-833097fcffd8,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:06.953707 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (a6dc3465-f27d-4f9a-9635-330ab42b4534), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:06.961737 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef9268-aa9a-44d9-a6ce-1d1aa450a72d req-dd71bbd3-6af0-4a69-89b2-9dec81e10551 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:06.963850 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-78ef9268-aa9a-44d9-a6ce-1d1aa450a72d req-dd71bbd3-6af0-4a69-89b2-9dec81e10551 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.1094871 Aug 24 16:48:07.019071 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-78ef9268-aa9a-44d9-a6ce-1d1aa450a72d req-fa187a11-9851-4904-9968-18838ab347a4 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493352 Aug 24 16:48:07.101606 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.securitygroups_db [None req-9e614825-8165-4592-ad75-bdd87678ccb0 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Project 09e2ab2c313d4448a28a6902b74a0d10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 16:48:07.103615 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:07.114300 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-744b56d2-fb6f-4dc9-9323-63d6c2f3c0e2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8538687 Aug 24 16:48:07.114508 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-9e614825-8165-4592-ad75-bdd87678ccb0 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (1c9b4d85-e97d-45e8-ab6b-4d819f6bf2c5), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:07.130202 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:07.179002 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-9e614825-8165-4592-ad75-bdd87678ccb0 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (1c9b4d85-e97d-45e8-ab6b-4d819f6bf2c5), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:07.266717 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-9e614825-8165-4592-ad75-bdd87678ccb0 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (1c9b4d85-e97d-45e8-ab6b-4d819f6bf2c5), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:07.287394 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e614825-8165-4592-ad75-bdd87678ccb0 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9b4d85-e97d-45e8-ab6b-4d819f6bf2c5,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:07.324055 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:07.358520 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-34c4525b-3912-476a-bd19-5a2a2fe21255 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1420200227&fields=id&tenant_id=8af535d51fd345f8a9584cc6aaa38bda HTTP/1.1" status: 200 len: 267 time: 0.0551124 Aug 24 16:48:07.428838 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-9e614825-8165-4592-ad75-bdd87678ccb0 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:07.429347 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-9e614825-8165-4592-ad75-bdd87678ccb0 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4918373 Aug 24 16:48:07.597421 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-2a59d343-a908-47cb-9977-e24e2c6657a9 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:07.599206 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-2a59d343-a908-47cb-9977-e24e2c6657a9 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/networks?id=883b1cf6-8114-4681-9877-f2163f4c86c7 HTTP/1.1" status: 200 len: 815 time: 0.2334981 Aug 24 16:48:07.634361 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-95930f28-9095-40c5-b93c-f6c33eb5ddfe tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/quotas/8af535d51fd345f8a9584cc6aaa38bda HTTP/1.1" status: 200 len: 375 time: 0.0235851 Aug 24 16:48:07.706975 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-07a66cd6-f7b0-43db-990a-d1bf9d398e6a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610631 Aug 24 16:48:07.724455 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d53bbe5b-e01d-4564-9c58-3a8ee4b4f031 req-040b2f0c-63c3-4b14-a047-517fb48f6f65 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1776266205&fields=id&tenant_id=09e2ab2c313d4448a28a6902b74a0d10 HTTP/1.1" status: 200 len: 267 time: 0.1672907 Aug 24 16:48:07.948017 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bbe5b-e01d-4564-9c58-3a8ee4b4f031 req-4329a106-aecf-4d06-aa24-31c4ea8cc3d8 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:07.950682 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d53bbe5b-e01d-4564-9c58-3a8ee4b4f031 req-4329a106-aecf-4d06-aa24-31c4ea8cc3d8 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 946 time: 0.2251825 Aug 24 16:48:07.976760 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9c9e3094-f1db-49bd-a3e4-572d026421ec service neutron] 10.222.0.17 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494094 Aug 24 16:48:07.988887 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-d53bbe5b-e01d-4564-9c58-3a8ee4b4f031 req-130773b2-b113-4dd2-b182-3ebb4fce0d05 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Request body: {'port': {'security_groups': ['614d7f61-34b1-403a-b7fb-d58a367ed271', '0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866']}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:48:08.207631 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-e2e9a57b-5b15-485d-bde9-0ad63d3cb5ff service neutron] 10.222.0.17 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128384 Aug 24 16:48:08.272713 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:08.295304 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d53bbe5b-e01d-4564-9c58-3a8ee4b4f031 req-130773b2-b113-4dd2-b182-3ebb4fce0d05 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:08.654339 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:08.716101 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-d53bbe5b-e01d-4564-9c58-3a8ee4b4f031 req-130773b2-b113-4dd2-b182-3ebb4fce0d05 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] For port e178d836-24a2-4e3a-8f28-a62c7fb35528, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=e178d836-24a2-4e3a-8f28-a62c7fb35528,segment=NetworkSegment(711f9f53-8790-439e-abee-1170333a7a45),segment_id=711f9f53-8790-439e-abee-1170333a7a45)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:48:08.740532 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccd397-8827-4c44-9693-406ab233650f req-08845812-2d41-48a8-bf1b-7afeec3abc62 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:08.743552 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ddccd397-8827-4c44-9693-406ab233650f req-08845812-2d41-48a8-bf1b-7afeec3abc62 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.1191638 Aug 24 16:48:08.784561 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d53bbe5b-e01d-4564-9c58-3a8ee4b4f031 req-130773b2-b113-4dd2-b182-3ebb4fce0d05 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:08.842355 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ddccd397-8827-4c44-9693-406ab233650f req-14187456-fcce-4ada-aaca-b6ce185133d5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878096 Aug 24 16:48:08.850694 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d53bbe5b-e01d-4564-9c58-3a8ee4b4f031 req-130773b2-b113-4dd2-b182-3ebb4fce0d05 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:08.866545 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['e178d836-24a2-4e3a-8f28-a62c7fb35528'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:48:08.902278 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bbe5b-e01d-4564-9c58-3a8ee4b4f031 req-130773b2-b113-4dd2-b182-3ebb4fce0d05 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:08.903324 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-d53bbe5b-e01d-4564-9c58-3a8ee4b4f031 req-130773b2-b113-4dd2-b182-3ebb4fce0d05 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:08.921779 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d53bbe5b-e01d-4564-9c58-3a8ee4b4f031 req-130773b2-b113-4dd2-b182-3ebb4fce0d05 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "PUT /networking/v2.0/ports/e178d836-24a2-4e3a-8f28-a62c7fb35528 HTTP/1.1" status: 200 len: 982 time: 0.9269950 Aug 24 16:48:08.921779 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'tag': 'e178d836-24a2-4e3a-8f28-a62c7fb35528'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:48:08.921779 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77e5fd1-10df-4a4b-b4ef-92f86cb9e097" -d '{"events": [{"name": "network-changed", "server_uuid": "5a600fdc-214e-48d0-9e23-bcb70134d07a", "tag": "e178d836-24a2-4e3a-8f28-a62c7fb35528"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:48:08.992491 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130773b2-b113-4dd2-b182-3ebb4fce0d05 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Pushing event updated for resources: {'Port': ['ID=e178d836-24a2-4e3a-8f28-a62c7fb35528,revision_number=6']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:09.067741 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['e178d836-24a2-4e3a-8f28-a62c7fb35528'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:48:09.090849 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-975014ad-d152-42e2-9939-29832897b9a3 req-86eaad07-e353-4661-83a6-63219c5006b3 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 210 time: 0.0740218 Aug 24 16:48:09.157745 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af6880-c85a-4e47-a26e-c1ca95bb4bbb req-eee5081a-29c6-40fe-9264-10e56845f38e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:09.159463 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a8af6880-c85a-4e47-a26e-c1ca95bb4bbb req-eee5081a-29c6-40fe-9264-10e56845f38e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.1246495 Aug 24 16:48:09.276227 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a8af6880-c85a-4e47-a26e-c1ca95bb4bbb req-c842974a-6981-442f-821b-05c474f250a5 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111965 Aug 24 16:48:09.287194 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb971e4-04ee-4fac-8f51-538cc6c6a304 req-ed2e1d26-fd67-4af8-a33a-8143c2bf278b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:09.297203 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-aeb971e4-04ee-4fac-8f51-538cc6c6a304 req-ed2e1d26-fd67-4af8-a33a-8143c2bf278b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0926359 Aug 24 16:48:09.372198 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbec8405-02a0-4e78-a870-19ee273c307e x-openstack-request-id: req-bbec8405-02a0-4e78-a870-19ee273c307e {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:48:09.372517 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a600fdc-214e-48d0-9e23-bcb70134d07a", "tag": "e178d836-24a2-4e3a-8f28-a62c7fb35528", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:48:09.372771 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bbec8405-02a0-4e78-a870-19ee273c307e {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:48:09.373384 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbec8405-02a0-4e78-a870-19ee273c307e'] response: {'name': 'network-changed', 'server_uuid': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'tag': 'e178d836-24a2-4e3a-8f28-a62c7fb35528', 'status': 'completed', 'code': 200} Aug 24 16:48:09.443808 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-aeb971e4-04ee-4fac-8f51-538cc6c6a304 req-e0ae5b78-ae55-400b-a5bf-f962cae35907 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1339042 Aug 24 16:48:09.718569 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:09.806249 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:10.049307 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a0805-4d39-4cec-9bc0-e85b7da2d895 req-98fecfd1-413e-4d07-a501-176cbc455069 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:10.051132 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3e5a0805-4d39-4cec-9bc0-e85b7da2d895 req-98fecfd1-413e-4d07-a501-176cbc455069 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0624540 Aug 24 16:48:10.128249 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3e5a0805-4d39-4cec-9bc0-e85b7da2d895 req-3ac5101c-3dfd-4463-92e2-473aa0e52602 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690205 Aug 24 16:48:10.228165 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4fa40627-4c31-44c7-9f1d-ae0fb77e016d req-1f8a9328-4d13-4eb0-8a47-1fe1f6af3867 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 210 time: 0.0300016 Aug 24 16:48:10.422983 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2968584-94bb-4c01-8164-74c17ac02a02 req-7f8fbaf0-0989-4365-b703-7cdefd4b69c2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:10.424770 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b2968584-94bb-4c01-8164-74c17ac02a02 req-7f8fbaf0-0989-4365-b703-7cdefd4b69c2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0574579 Aug 24 16:48:10.475575 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b2968584-94bb-4c01-8164-74c17ac02a02 req-829acb64-3a83-4fb3-8fc7-62318bc23b05 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442939 Aug 24 16:48:11.353088 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697a266-ab2a-4a4c-9e3d-b53e534113de req-eb8e0363-8b22-4916-a6e1-90a77a54597f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:11.354692 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1697a266-ab2a-4a4c-9e3d-b53e534113de req-eb8e0363-8b22-4916-a6e1-90a77a54597f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0772586 Aug 24 16:48:11.373474 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e40fe728-4f94-4c2f-87f5-8158d85e4f4f req-6a2b11a9-1be1-4058-88c9-34523bdde368 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 210 time: 0.0423055 Aug 24 16:48:11.420412 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1697a266-ab2a-4a4c-9e3d-b53e534113de req-f0f704b0-e367-4f2f-bd17-99a87eab2512 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507176 Aug 24 16:48:11.615357 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e868af8-03fe-40de-b7c9-e6050da00348 req-59fc2dbb-c783-4a8e-b34e-abe99891c901 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:11.616858 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7e868af8-03fe-40de-b7c9-e6050da00348 req-59fc2dbb-c783-4a8e-b34e-abe99891c901 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0546095 Aug 24 16:48:11.684153 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7e868af8-03fe-40de-b7c9-e6050da00348 req-ab0635fb-cff1-492f-a14f-041e8630a8b7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603981 Aug 24 16:48:12.489856 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-419857ce-73b4-44e5-986d-d5f60c0490aa req-1f154be9-50d1-4397-87c0-10049dfc18b5 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 210 time: 0.0352674 Aug 24 16:48:12.574618 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b2f5-a71c-4ba3-a111-18d6e53d5334 req-d3a06254-21a8-4bcd-bcbc-0b2e06de429e tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:12.576264 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c361b2f5-a71c-4ba3-a111-18d6e53d5334 req-d3a06254-21a8-4bcd-bcbc-0b2e06de429e tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0559969 Aug 24 16:48:12.591621 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:12.638467 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c361b2f5-a71c-4ba3-a111-18d6e53d5334 req-0a39bf3a-8d16-45f3-a790-a5f0668f72d8 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559890 Aug 24 16:48:12.844433 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf3b04-178c-4aa5-9c00-8fd5e1c6dae9 req-4c5020ff-0808-4bf4-b289-9a6aaec880fd tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:12.846494 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39bf3b04-178c-4aa5-9c00-8fd5e1c6dae9 req-4c5020ff-0808-4bf4-b289-9a6aaec880fd tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0610082 Aug 24 16:48:12.915998 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39bf3b04-178c-4aa5-9c00-8fd5e1c6dae9 req-1c3599c6-0e16-49f0-98bc-bc078d0282da tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633130 Aug 24 16:48:13.601485 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-acbff4d9-f529-4b49-aab6-dc8678c40044 req-24d84810-3788-4d5f-b425-d3ac1ce713f6 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 210 time: 0.0324836 Aug 24 16:48:13.798793 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a03d82-9e48-487e-ad73-b8f63d7ceb72 req-a75a0e47-c459-4acc-bdb9-9c9d15e7df0e tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:13.800376 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-98a03d82-9e48-487e-ad73-b8f63d7ceb72 req-a75a0e47-c459-4acc-bdb9-9c9d15e7df0e tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0575171 Aug 24 16:48:13.858248 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-98a03d82-9e48-487e-ad73-b8f63d7ceb72 req-58c05af5-7145-48cf-a673-9827245f1299 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517328 Aug 24 16:48:14.031537 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:14.056625 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719a6f0-c4a0-4552-a6a7-99f6c4d27b3a req-0ff0c222-1019-4778-8ede-c4680b593842 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:14.059271 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e719a6f0-c4a0-4552-a6a7-99f6c4d27b3a req-0ff0c222-1019-4778-8ede-c4680b593842 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0599453 Aug 24 16:48:14.123199 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e719a6f0-c4a0-4552-a6a7-99f6c4d27b3a req-c6df2354-68e8-4875-84f4-4c3f39c13bb5 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517778 Aug 24 16:48:14.724272 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1d98bf06-b950-42c2-a6e1-b62d77e5af3a req-1af9636e-17f3-4ada-b4d4-c2c5442556e7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 210 time: 0.0377710 Aug 24 16:48:15.011550 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5b813-2692-46ab-b7fe-f5631afe2fe6 req-11b32e90-d3b9-4fc3-9a8d-56ef6b8a306b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:15.019726 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-56c5b813-2692-46ab-b7fe-f5631afe2fe6 req-11b32e90-d3b9-4fc3-9a8d-56ef6b8a306b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0618494 Aug 24 16:48:15.084211 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-56c5b813-2692-46ab-b7fe-f5631afe2fe6 req-0448b90f-11ff-4420-a08b-324112cd016b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629334 Aug 24 16:48:15.289884 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd7308-b2d4-46d4-8113-203f64431618 req-0e12cab2-f06e-424a-a1b8-fb614a7e0f05 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:15.291656 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e2fd7308-b2d4-46d4-8113-203f64431618 req-0e12cab2-f06e-424a-a1b8-fb614a7e0f05 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0607650 Aug 24 16:48:15.352545 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e2fd7308-b2d4-46d4-8113-203f64431618 req-df6a9c2e-de25-4a5a-be10-894c5c3b5694 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537298 Aug 24 16:48:15.469538 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=25,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:15.476026 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:15.836016 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-06715678-b0db-4170-b9a2-15e4ce198b48 req-0fcba695-1bee-4106-a9e8-0a6cbcd96d7e tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 210 time: 0.0335262 Aug 24 16:48:16.208226 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b94a6d-dfc5-4447-87ec-816fb88d5c5f req-abf54680-578d-43ee-a7a6-185e0c911ac7 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:16.209737 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e3b94a6d-dfc5-4447-87ec-816fb88d5c5f req-abf54680-578d-43ee-a7a6-185e0c911ac7 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0496383 Aug 24 16:48:16.258576 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e3b94a6d-dfc5-4447-87ec-816fb88d5c5f req-af9abf89-ca5e-465a-827e-33908e904ea3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423217 Aug 24 16:48:16.478564 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9274c51-1e88-4413-9986-34a29b897992 req-76e6c201-f322-4f2c-9c0d-fe96794708e7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:16.480120 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e9274c51-1e88-4413-9986-34a29b897992 req-76e6c201-f322-4f2c-9c0d-fe96794708e7 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0491126 Aug 24 16:48:16.541694 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e9274c51-1e88-4413-9986-34a29b897992 req-28da6206-bd9d-4185-8f14-f1c9c4eccc3c tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540307 Aug 24 16:48:16.799131 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e5fd1-10df-4a4b-b4ef-92f86cb9e097 req-231fbc74-bfe5-4faa-b488-7e3aab7f7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:16.800650 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a77e5fd1-10df-4a4b-b4ef-92f86cb9e097 req-231fbc74-bfe5-4faa-b488-7e3aab7f7efb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09e2ab2c313d4448a28a6902b74a0d10&device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 1169 time: 0.0500376 Aug 24 16:48:16.941722 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-98307d41-cbda-4c21-b34c-26fab09b82db req-bbacc5c4-77fc-4c25-a99d-9636b9fc3382 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 210 time: 0.0321915 Aug 24 16:48:17.616965 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=32,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:17.724049 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91526e-5f16-4af5-af4e-f928b50a7113 req-5034ad49-0308-4571-8857-eb01bbf37bee tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:17.725639 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5a91526e-5f16-4af5-af4e-f928b50a7113 req-5034ad49-0308-4571-8857-eb01bbf37bee tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.3674583 Aug 24 16:48:17.757958 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396363ab-4b43-4217-a694-0feb4e40a51e req-328eeb6d-516f-4554-b3fc-07a7d089ea4a tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:17.759403 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-396363ab-4b43-4217-a694-0feb4e40a51e req-328eeb6d-516f-4554-b3fc-07a7d089ea4a tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.1039364 Aug 24 16:48:17.767912 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e5fd1-10df-4a4b-b4ef-92f86cb9e097 req-d192f3b5-02d5-4d37-87ac-498a04173c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:17.769563 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a77e5fd1-10df-4a4b-b4ef-92f86cb9e097 req-d192f3b5-02d5-4d37-87ac-498a04173c55 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=f599defe-c22e-4f1d-9ae7-6d25663b2f65 HTTP/1.1" status: 200 len: 916 time: 0.4534919 Aug 24 16:48:17.830818 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5a91526e-5f16-4af5-af4e-f928b50a7113 req-cc74c17b-ab26-4855-a52b-ea2ca9390127 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941660 Aug 24 16:48:17.837448 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-396363ab-4b43-4217-a694-0feb4e40a51e req-f0789282-d512-45d1-966b-a0da5bc645e8 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709784 Aug 24 16:48:18.044903 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-14a4db04-def4-47f7-ac08-4616e5c3baa0 req-717c2248-4f6a-4bd6-ab89-625e2b0f027a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 210 time: 0.0326254 Aug 24 16:48:18.209671 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:18.227380 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebfde5-43e5-4793-857f-92a5c161bf24 req-ee873295-9950-4a0e-97cc-6d62f8f1ccad tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:18.228868 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c7ebfde5-43e5-4793-857f-92a5c161bf24 req-ee873295-9950-4a0e-97cc-6d62f8f1ccad tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0476737 Aug 24 16:48:18.278696 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c7ebfde5-43e5-4793-857f-92a5c161bf24 req-ccbca98a-02c7-4184-8220-cd9c488bdadc tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439770 Aug 24 16:48:18.467289 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a77e5fd1-10df-4a4b-b4ef-92f86cb9e097 req-47e4d1d8-f953-4ad6-9e74-52244aef852b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e178d836-24a2-4e3a-8f28-a62c7fb35528 HTTP/1.1" status: 200 len: 1001 time: 0.0784879 Aug 24 16:48:18.504323 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:18.522278 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e5fd1-10df-4a4b-b4ef-92f86cb9e097 req-030b5a84-c23d-477a-8559-8394b919ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:18.523747 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a77e5fd1-10df-4a4b-b4ef-92f86cb9e097 req-030b5a84-c23d-477a-8559-8394b919ffa2 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1cdfd668-27b8-415b-9c53-5631b63809f7 HTTP/1.1" status: 200 len: 854 time: 0.0507019 Aug 24 16:48:18.630131 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f791c-c078-411e-b751-c504d48a70e4 req-9674fe90-669d-467f-9bd2-815f9037a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:18.631610 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-209f791c-c078-411e-b751-c504d48a70e4 req-9674fe90-669d-467f-9bd2-815f9037a1ee service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 1130 time: 0.0723667 Aug 24 16:48:18.632669 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e5fd1-10df-4a4b-b4ef-92f86cb9e097 req-58da9812-0f66-4f4a-bc7f-df9536d0079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:18.633959 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a77e5fd1-10df-4a4b-b4ef-92f86cb9e097 req-58da9812-0f66-4f4a-bc7f-df9536d0079a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=f599defe-c22e-4f1d-9ae7-6d25663b2f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667832 Aug 24 16:48:18.785539 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-209f791c-c078-411e-b751-c504d48a70e4 req-886bfc1c-986a-461e-8f5f-6515f2f5f03d service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988040 Aug 24 16:48:18.810668 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a77e5fd1-10df-4a4b-b4ef-92f86cb9e097 req-0fc80a2b-3af1-4cdf-9b76-5d7fccc9acd7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f599defe-c22e-4f1d-9ae7-6d25663b2f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227274 Aug 24 16:48:19.001617 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae28b6b-0029-4215-9c76-3bf11f8f91db req-7d79fa80-ba90-4f17-971e-2ffc6b9157b5 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:19.003124 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9ae28b6b-0029-4215-9c76-3bf11f8f91db req-7d79fa80-ba90-4f17-971e-2ffc6b9157b5 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0863137 Aug 24 16:48:19.012789 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051d774-8834-4385-9f14-f1246badb373 req-d4f80109-5e00-4686-b9dc-6b50aac965c4 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:19.014294 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a051d774-8834-4385-9f14-f1246badb373 req-d4f80109-5e00-4686-b9dc-6b50aac965c4 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0949903 Aug 24 16:48:19.097838 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9ae28b6b-0029-4215-9c76-3bf11f8f91db req-29ff51a5-a514-483e-bd27-09b6d59901aa tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825391 Aug 24 16:48:19.105736 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a051d774-8834-4385-9f14-f1246badb373 req-d37e97b5-3145-4fc6-9640-d9f683755f18 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823734 Aug 24 16:48:19.201091 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-250d4501-91e1-42b1-aebd-34ab518cdcee req-ac2c2a68-a467-4793-8742-9d9a1b750055 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 210 time: 0.0400920 Aug 24 16:48:19.341852 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a77e5fd1-10df-4a4b-b4ef-92f86cb9e097 req-1e2229fe-0524-40a9-b3fe-2d061e6d4bf2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f599defe-c22e-4f1d-9ae7-6d25663b2f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132722 Aug 24 16:48:19.419845 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263083d-9dae-48cf-ad43-c7ee68cb9592 req-12c5ca1d-3739-4032-b712-1172d7cd1989 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:19.421387 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a263083d-9dae-48cf-ad43-c7ee68cb9592 req-12c5ca1d-3739-4032-b712-1172d7cd1989 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0536602 Aug 24 16:48:19.472530 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a263083d-9dae-48cf-ad43-c7ee68cb9592 req-3c9bdf5a-a1bb-437a-84be-123a967aaa9b tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453789 Aug 24 16:48:19.859522 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-d062a8be-2397-469b-bbb1-fddcf161fb71 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:19.861092 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-d062a8be-2397-469b-bbb1-fddcf161fb71 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "GET /networking/v2.0/networks?id=883b1cf6-8114-4681-9877-f2163f4c86c7 HTTP/1.1" status: 200 len: 815 time: 0.1218822 Aug 24 16:48:19.936414 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-e368abb9-2492-4092-a001-a90219f095b6 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8af535d51fd345f8a9584cc6aaa38bda HTTP/1.1" status: 200 len: 380 time: 0.0564604 Aug 24 16:48:19.947143 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9e616440-7330-45a0-bb99-1d9fcf269daf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'port': {'device_id': '75981127-7926-42dc-9ab3-1fe58eaf63e2', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'admin_state_up': True, 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'security_groups': ['b1278b38-1f46-4774-aaa7-9f5b080a27e6']}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:48:19.947748 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=25 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:19.968920 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:20.137409 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9e616440-7330-45a0-bb99-1d9fcf269daf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Made reservation on behalf of 8af535d51fd345f8a9584cc6aaa38bda for: {'port': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:48:20.147192 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9e616440-7330-45a0-bb99-1d9fcf269daf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:20.147192 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:20.305793 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322bbdb-5218-4ad9-a5b6-682f11e8680d req-ee78bee1-4ce1-412c-afe9-dcc028e46b6a tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:20.307265 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f322bbdb-5218-4ad9-a5b6-682f11e8680d req-ee78bee1-4ce1-412c-afe9-dcc028e46b6a tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.1046038 Aug 24 16:48:20.360152 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b8772-9fa9-445b-b064-305235ceba0d req-f8c7cd39-4e06-4af2-afec-003e09455138 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:20.362393 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b25b8772-9fa9-445b-b064-305235ceba0d req-f8c7cd39-4e06-4af2-afec-003e09455138 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.1429484 Aug 24 16:48:20.422095 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9e616440-7330-45a0-bb99-1d9fcf269daf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Allocated IP 172.20.0.14 (883b1cf6-8114-4681-9877-f2163f4c86c7/502f9714-b664-4573-bc1d-27593423cf2c/ecde38d2-23a1-4f3d-83ab-8455ae18aa78) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:48:20.438515 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:20.465544 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f322bbdb-5218-4ad9-a5b6-682f11e8680d req-7a098f7b-7d4b-41b7-b77f-18dc3868ddf1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367722 Aug 24 16:48:20.492518 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b25b8772-9fa9-445b-b064-305235ceba0d req-cfc07d20-2384-44d6-81a3-e622417ba4c1 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160052 Aug 24 16:48:20.620101 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-85b740c1-3a6e-450d-baaf-618a6dadc8b0 req-89c31d91-ae44-4542-a77e-86d8cdcfa03e tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 210 time: 0.0737174 Aug 24 16:48:20.666982 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a17a83-7a98-45b9-83d0-38768f894681 req-554c3970-95dc-46d2-aeac-0b448a0b7d65 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:20.668561 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-15a17a83-7a98-45b9-83d0-38768f894681 req-554c3970-95dc-46d2-aeac-0b448a0b7d65 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1042640 Aug 24 16:48:20.719382 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9e616440-7330-45a0-bb99-1d9fcf269daf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for port (ecde38d2-23a1-4f3d-83ab-8455ae18aa78), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:20.771573 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-15a17a83-7a98-45b9-83d0-38768f894681 req-762c19fa-61c4-444d-8803-e55331cfe4a1 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927825 Aug 24 16:48:20.869836 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9e616440-7330-45a0-bb99-1d9fcf269daf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (ecde38d2-23a1-4f3d-83ab-8455ae18aa78), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:20.923310 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9e616440-7330-45a0-bb99-1d9fcf269daf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Network 883b1cf6-8114-4681-9877-f2163f4c86c7 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:48:20.926806 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9e616440-7330-45a0-bb99-1d9fcf269daf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:48:20.931518 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9e616440-7330-45a0-bb99-1d9fcf269daf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:48:20.935265 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e616440-7330-45a0-bb99-1d9fcf269daf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'Port': ['ID=ecde38d2-23a1-4f3d-83ab-8455ae18aa78,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:20.990876 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9e616440-7330-45a0-bb99-1d9fcf269daf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:20.991516 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9e616440-7330-45a0-bb99-1d9fcf269daf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:21.078150 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9e616440-7330-45a0-bb99-1d9fcf269daf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1349251 Aug 24 16:48:21.090398 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Request body: {'port': {'device_id': '75981127-7926-42dc-9ab3-1fe58eaf63e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:48:21.116103 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:21.156610 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (ecde38d2-23a1-4f3d-83ab-8455ae18aa78), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:21.161204 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-85600e6f-41c5-487f-9601-cecdf2b9e00b None None] Provisioning complete for port ecde38d2-23a1-4f3d-83ab-8455ae18aa78 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:48:21.161760 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-85600e6f-41c5-487f-9601-cecdf2b9e00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (ecde38d2-23a1-4f3d-83ab-8455ae18aa78), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:21.194915 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-85600e6f-41c5-487f-9601-cecdf2b9e00b None None] Port ecde38d2-23a1-4f3d-83ab-8455ae18aa78 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:48:21.213167 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:21.431429 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecde38d2-23a1-4f3d-83ab-8455ae18aa78 {{(pid=113370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:48:21.440071 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Publish callbacks [] for port (ecde38d2-23a1-4f3d-83ab-8455ae18aa78), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:21.452802 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.provisioning_blocks [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Transition to ACTIVE for port object ecde38d2-23a1-4f3d-83ab-8455ae18aa78 will not be triggered until provisioned by entity L2. {{(pid=113370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:48:21.530130 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (ecde38d2-23a1-4f3d-83ab-8455ae18aa78), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:21.670764 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Pushing event updated for resources: {'Port': ['ID=ecde38d2-23a1-4f3d-83ab-8455ae18aa78,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:21.678075 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a48a8-00dd-43bc-affc-a1279e435d94 req-b598a1d2-a02f-4cae-9909-00f38711f2e2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:21.679558 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c34a48a8-00dd-43bc-affc-a1279e435d94 req-b598a1d2-a02f-4cae-9909-00f38711f2e2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.1144893 Aug 24 16:48:21.695581 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779db22-732b-437f-9492-365aad2d3cf3 req-a77c30c6-5376-4a9c-809f-78a2c9576a48 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:21.697033 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1779db22-732b-437f-9492-365aad2d3cf3 req-a77c30c6-5376-4a9c-809f-78a2c9576a48 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0996232 Aug 24 16:48:21.831690 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c34a48a8-00dd-43bc-affc-a1279e435d94 req-537213db-03ee-45f4-865c-451f0ee1d57e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437192 Aug 24 16:48:21.837021 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1779db22-732b-437f-9492-365aad2d3cf3 req-d0ab95ce-e154-4fc0-af64-15a28c524a43 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132085 Aug 24 16:48:21.837887 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Attempting to bind port ecde38d2-23a1-4f3d-83ab-8455ae18aa78 on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:48:21.838259 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Attempting to bind port ecde38d2-23a1-4f3d-83ab-8455ae18aa78 by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:48:21.838639 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Attempting to bind port ecde38d2-23a1-4f3d-83ab-8455ae18aa78 on network 883b1cf6-8114-4681-9877-f2163f4c86c7 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:48:21.844404 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Port ecde38d2-23a1-4f3d-83ab-8455ae18aa78 on network 883b1cf6-8114-4681-9877-f2163f4c86c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:48:21.844737 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Attempting to bind port ecde38d2-23a1-4f3d-83ab-8455ae18aa78 on network 883b1cf6-8114-4681-9877-f2163f4c86c7 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:48:21.861269 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:48:21.861269 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Checking segment: {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:48:21.861269 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Bound using segment: {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:48:21.861269 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Bound port: ecde38d2-23a1-4f3d-83ab-8455ae18aa78, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'}}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:48:21.861269 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (ecde38d2-23a1-4f3d-83ab-8455ae18aa78), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:21.967103 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:21.983567 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] For port ecde38d2-23a1-4f3d-83ab-8455ae18aa78, host hv-cinder-73116, cleared binding levels {{(pid=113370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:48:22.019003 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7256d-e0cd-4b54-9d34-28d01dbce755 req-472654c7-93f2-470c-8067-3dce47affd5f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:22.020758 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e1e7256d-e0cd-4b54-9d34-28d01dbce755 req-472654c7-93f2-470c-8067-3dce47affd5f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 944 time: 0.0970683 Aug 24 16:48:22.024903 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] For port ecde38d2-23a1-4f3d-83ab-8455ae18aa78, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=ecde38d2-23a1-4f3d-83ab-8455ae18aa78,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:48:22.053888 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8b1cb-090f-427e-87fe-417264f89e05 req-9baf3506-7d71-44f6-8c00-11bab3868364 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:22.055411 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-21d8b1cb-090f-427e-87fe-417264f89e05 req-9baf3506-7d71-44f6-8c00-11bab3868364 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0937107 Aug 24 16:48:22.098176 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (ecde38d2-23a1-4f3d-83ab-8455ae18aa78), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:22.104482 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:22.105295 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:22.106894 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/ecde38d2-23a1-4f3d-83ab-8455ae18aa78 HTTP/1.1" status: 200 len: 1094 time: 1.0214672 Aug 24 16:48:22.107877 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75981127-7926-42dc-9ab3-1fe58eaf63e2', 'tag': 'ecde38d2-23a1-4f3d-83ab-8455ae18aa78'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:48:22.110227 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f18e57-14c6-4771-919e-0c46393139f9" -d '{"events": [{"name": "network-changed", "server_uuid": "75981127-7926-42dc-9ab3-1fe58eaf63e2", "tag": "ecde38d2-23a1-4f3d-83ab-8455ae18aa78"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:48:22.117902 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e1e7256d-e0cd-4b54-9d34-28d01dbce755 req-b06685be-b0ce-400d-a5e5-b2e5f2fd2e8a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b1278b38-1f46-4774-aaa7-9f5b080a27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885451 Aug 24 16:48:22.190004 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-21d8b1cb-090f-427e-87fe-417264f89e05 req-0c82a42b-9b1f-4bc9-8368-71921a84fd55 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261258 Aug 24 16:48:22.216829 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd44f13-1920-4424-b18a-057adb09820c service neutron] Pushing event updated for resources: {'Port': ['ID=ecde38d2-23a1-4f3d-83ab-8455ae18aa78,revision_number=3']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:22.260416 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-ef4c8262-20af-4c75-bd8f-fa08b1f89d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:22.262680 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-ef4c8262-20af-4c75-bd8f-fa08b1f89d4f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 1128 time: 0.0587137 Aug 24 16:48:22.264156 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6dbfba-9b5a-4e5e-9193-fbb9779e358e x-openstack-request-id: req-ff6dbfba-9b5a-4e5e-9193-fbb9779e358e {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:48:22.264446 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75981127-7926-42dc-9ab3-1fe58eaf63e2", "tag": "ecde38d2-23a1-4f3d-83ab-8455ae18aa78", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:48:22.264705 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ff6dbfba-9b5a-4e5e-9193-fbb9779e358e {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:48:22.265116 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff6dbfba-9b5a-4e5e-9193-fbb9779e358e'] response: {'name': 'network-changed', 'server_uuid': '75981127-7926-42dc-9ab3-1fe58eaf63e2', 'tag': 'ecde38d2-23a1-4f3d-83ab-8455ae18aa78', 'status': 'completed', 'code': 200} Aug 24 16:48:22.281910 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:22.308224 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-3d314443-25a0-4757-bb84-1848aa076afe service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecde38d2-23a1-4f3d-83ab-8455ae18aa78 HTTP/1.1" status: 200 len: 217 time: 0.0342944 Aug 24 16:48:22.365329 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-c8510a9e-d704-4f79-8ddb-9b9237872884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:22.366693 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-c8510a9e-d704-4f79-8ddb-9b9237872884 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=502f9714-b664-4573-bc1d-27593423cf2c HTTP/1.1" status: 200 len: 854 time: 0.0480154 Aug 24 16:48:22.514206 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-89c74670-a05f-4923-af7c-8b93d81b05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:22.515720 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-89c74670-a05f-4923-af7c-8b93d81b05ec service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=883b1cf6-8114-4681-9877-f2163f4c86c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440869 Aug 24 16:48:22.647051 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3e044-1086-4537-a160-1f7280595ce6 req-9f0f83ec-b439-4c16-9e3d-3eb7491cf9d3 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:22.648471 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bed3e044-1086-4537-a160-1f7280595ce6 req-9f0f83ec-b439-4c16-9e3d-3eb7491cf9d3 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0606949 Aug 24 16:48:22.706520 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bed3e044-1086-4537-a160-1f7280595ce6 req-e82de154-c97a-4144-94e2-881c6ad4a441 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491903 Aug 24 16:48:22.997343 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba8ae5-6da0-4ba2-bbeb-21c383686081 req-c9bd9b95-916f-4a4c-b989-a25d216a840f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:22.998863 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-21ba8ae5-6da0-4ba2-bbeb-21c383686081 req-c9bd9b95-916f-4a4c-b989-a25d216a840f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0510361 Aug 24 16:48:23.048942 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-21ba8ae5-6da0-4ba2-bbeb-21c383686081 req-a5cf4c66-1d8f-4056-96bf-1a732b471e96 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443099 Aug 24 16:48:23.279576 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c38c1-e322-4ecd-a99a-6c9d791338b1 req-d236f10b-f8ca-4ae5-8258-fb7cb07d798f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:23.280911 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa7c38c1-e322-4ecd-a99a-6c9d791338b1 req-d236f10b-f8ca-4ae5-8258-fb7cb07d798f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 944 time: 0.0789075 Aug 24 16:48:23.403351 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b8b04-e13b-4aa1-89ea-f323cedf6129 req-6f3669b7-965f-4bfa-aa8e-f9f755b49a61 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:23.404871 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ac6b8b04-e13b-4aa1-89ea-f323cedf6129 req-6f3669b7-965f-4bfa-aa8e-f9f755b49a61 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1189256 Aug 24 16:48:23.444958 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-34ecc360-b00d-4e5b-9831-6dd630f56a3b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134929 Aug 24 16:48:23.490783 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa7c38c1-e322-4ecd-a99a-6c9d791338b1 req-8e8a70d5-d265-475f-9373-588c888fdf25 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b1278b38-1f46-4774-aaa7-9f5b080a27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712632 Aug 24 16:48:23.500672 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6d707-1bc3-42b9-ae95-b0365381c9d8 req-e331dfa8-0f10-4677-959c-68eec07c9209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:23.502178 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f6d707-1bc3-42b9-ae95-b0365381c9d8 req-e331dfa8-0f10-4677-959c-68eec07c9209 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 1130 time: 0.1206005 Aug 24 16:48:23.602451 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ac6b8b04-e13b-4aa1-89ea-f323cedf6129 req-c89ecf0b-0c9d-47cb-a42c-fef43c1f6225 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722839 Aug 24 16:48:23.654730 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e49317fb-20c4-4cb4-a732-4dfc52945df2 req-4b45a6cf-3ce1-40eb-a807-2be66e5f0a43 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983881 Aug 24 16:48:23.672109 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6d707-1bc3-42b9-ae95-b0365381c9d8 req-ae671f8b-f52c-4439-bb89-d61aa5eb0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:23.673614 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f6d707-1bc3-42b9-ae95-b0365381c9d8 req-ae671f8b-f52c-4439-bb89-d61aa5eb0804 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 920 time: 0.1633959 Aug 24 16:48:23.741415 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f6d707-1bc3-42b9-ae95-b0365381c9d8 req-dd9f39a0-ce3e-4d5c-8dd4-e2b01403b9b3 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d972466c-37b3-4485-ba2b-6a1659a3de80 HTTP/1.1" status: 200 len: 1001 time: 0.0607085 Aug 24 16:48:23.817445 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6d707-1bc3-42b9-ae95-b0365381c9d8 req-43db0fcf-5146-4695-84b9-875f0c94bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:23.818898 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f6d707-1bc3-42b9-ae95-b0365381c9d8 req-43db0fcf-5146-4695-84b9-875f0c94bca6 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=27787f90-01da-4eab-83e5-1d4c783724ac HTTP/1.1" status: 200 len: 858 time: 0.0721726 Aug 24 16:48:23.837704 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b798538-e24b-42b2-8c62-91089d216f6e req-76d0a127-be2d-4b7a-8072-0f77cdeb3ca0 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:23.839132 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4b798538-e24b-42b2-8c62-91089d216f6e req-76d0a127-be2d-4b7a-8072-0f77cdeb3ca0 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0549693 Aug 24 16:48:23.852650 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:23.890216 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4b798538-e24b-42b2-8c62-91089d216f6e req-e5c94d8d-f6e5-43d8-b662-11454b6fae9d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445480 Aug 24 16:48:24.161359 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:24.180350 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b9fde-74e6-40b2-a215-c976915cf791 req-17edc8a4-fe7e-4fe4-aa87-8cedaf1c17f3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:24.181986 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-915b9fde-74e6-40b2-a215-c976915cf791 req-17edc8a4-fe7e-4fe4-aa87-8cedaf1c17f3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 944 time: 0.0516613 Aug 24 16:48:24.231521 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-915b9fde-74e6-40b2-a215-c976915cf791 req-f82d9b6c-aa7b-4d99-9ece-3dcc20cedbc0 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431988 Aug 24 16:48:24.532948 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 9793be94-7c34-443e-80f4-821b2863ba90 details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:48:24.623160 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bce2d0-409e-49b8-9ad8-4d2979943de4 req-3bd7f0ce-8f76-42af-a507-79134f8afb0f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:24.624747 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-77bce2d0-409e-49b8-9ad8-4d2979943de4 req-3bd7f0ce-8f76-42af-a507-79134f8afb0f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 944 time: 0.0528662 Aug 24 16:48:24.641097 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 9793be94-7c34-443e-80f4-821b2863ba90, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=9793be94-7c34-443e-80f4-821b2863ba90,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:48:24.656925 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': '9793be94-7c34-443e-80f4-821b2863ba90', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'port_id': '9793be94-7c34-443e-80f4-821b2863ba90', 'mac_address': 'fa:16:3e:8b:fe:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:48:24.693995 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-77bce2d0-409e-49b8-9ad8-4d2979943de4 req-6dc78a61-62b5-4866-b4eb-4a80928253a7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b1278b38-1f46-4774-aaa7-9f5b080a27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606565 Aug 24 16:48:24.705024 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 9793be94-7c34-443e-80f4-821b2863ba90 is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:48:24.705693 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (9793be94-7c34-443e-80f4-821b2863ba90), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:24.724111 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9793be94-7c34-443e-80f4-821b2863ba90 {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:48:24.748814 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 9793be94-7c34-443e-80f4-821b2863ba90, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=9793be94-7c34-443e-80f4-821b2863ba90,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:48:24.809933 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec534bd-4665-4d74-942a-fa293e3c53ea req-08970a14-c1ee-481e-9db1-cfd71da3a40e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:24.811488 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0ec534bd-4665-4d74-942a-fa293e3c53ea req-08970a14-c1ee-481e-9db1-cfd71da3a40e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1299150 Aug 24 16:48:24.815005 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6d707-1bc3-42b9-ae95-b0365381c9d8 req-a5c7b051-90ab-4719-be8e-d63c4bfe1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:24.816457 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f6d707-1bc3-42b9-ae95-b0365381c9d8 req-a5c7b051-90ab-4719-be8e-d63c4bfe1ee9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=4d88a69f-ea66-4ba4-9592-a2ab513e73da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919130 Aug 24 16:48:24.821019 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f18e57-14c6-4771-919e-0c46393139f9 req-af1e64c3-5653-4589-8c90-e44c493f0920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:24.822570 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-19f18e57-14c6-4771-919e-0c46393139f9 req-af1e64c3-5653-4589-8c90-e44c493f0920 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 1128 time: 0.0854735 Aug 24 16:48:24.823090 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (9793be94-7c34-443e-80f4-821b2863ba90), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:24.886000 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=9793be94-7c34-443e-80f4-821b2863ba90,revision_number=9']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:24.904504 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953c805-8ec3-4fde-bbe2-5298342b083d req-29cb3128-62e1-4615-91f4-575cb255939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:24.906280 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2953c805-8ec3-4fde-bbe2-5298342b083d req-29cb3128-62e1-4615-91f4-575cb255939a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=b71890b7a23944ee939c4bd13408063f&device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 1129 time: 0.0709033 Aug 24 16:48:25.123301 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['9793be94-7c34-443e-80f4-821b2863ba90'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:48:25.309870 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953c805-8ec3-4fde-bbe2-5298342b083d req-3dd96319-bc82-4436-889b-1d7d1702d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:25.311416 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2953c805-8ec3-4fde-bbe2-5298342b083d req-3dd96319-bc82-4436-889b-1d7d1702d44d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=3c868f21-48dd-4a80-9b52-b20f081f69bf HTTP/1.1" status: 200 len: 912 time: 0.3788118 Aug 24 16:48:25.312326 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016dfa5-8b3b-407a-a129-8983df637b30 req-1a381036-0310-4c39-9134-76813d7777b2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:25.314300 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4016dfa5-8b3b-407a-a129-8983df637b30 req-1a381036-0310-4c39-9134-76813d7777b2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.1688840 Aug 24 16:48:25.322739 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0ec534bd-4665-4d74-942a-fa293e3c53ea req-4d7e80da-ac9c-4abe-9790-99dde100a24d tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5034244 Aug 24 16:48:25.355113 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f6d707-1bc3-42b9-ae95-b0365381c9d8 req-d0b53697-03de-440c-9d2a-be1b4b7675b3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235612 Aug 24 16:48:25.408372 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f18e57-14c6-4771-919e-0c46393139f9 req-d6aad0fd-bd64-413a-9ac5-62812273e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:25.409850 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-19f18e57-14c6-4771-919e-0c46393139f9 req-d6aad0fd-bd64-413a-9ac5-62812273e287 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=883b1cf6-8114-4681-9877-f2163f4c86c7 HTTP/1.1" status: 200 len: 916 time: 0.5718362 Aug 24 16:48:25.436204 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2953c805-8ec3-4fde-bbe2-5298342b083d req-80c73a94-7b1f-43b6-969f-91347ad9ec2a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae79267d-50a6-401e-8b7e-65a6ed48fbc9 HTTP/1.1" status: 200 len: 1001 time: 0.1163199 Aug 24 16:48:25.488810 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953c805-8ec3-4fde-bbe2-5298342b083d req-49879014-b272-4bdc-b4ce-6fcabad6e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:25.490353 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2953c805-8ec3-4fde-bbe2-5298342b083d req-49879014-b272-4bdc-b4ce-6fcabad6e866 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7a21e2cb-adaa-418e-9a22-729cb8d4dff7 HTTP/1.1" status: 200 len: 850 time: 0.0479901 Aug 24 16:48:25.532080 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-19f18e57-14c6-4771-919e-0c46393139f9 req-a3f68d11-6e26-4ead-9e6e-164cceb824e9 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecde38d2-23a1-4f3d-83ab-8455ae18aa78 HTTP/1.1" status: 200 len: 217 time: 0.0978851 Aug 24 16:48:25.541698 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4016dfa5-8b3b-407a-a129-8983df637b30 req-f105138d-5f15-4bef-a22f-b3a488e0b70b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179105 Aug 24 16:48:25.550021 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953c805-8ec3-4fde-bbe2-5298342b083d req-1a45b73f-21d0-4e41-a2d5-1ce8b3e560e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:25.551536 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2953c805-8ec3-4fde-bbe2-5298342b083d req-1a45b73f-21d0-4e41-a2d5-1ce8b3e560e7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=3c868f21-48dd-4a80-9b52-b20f081f69bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544655 Aug 24 16:48:25.576505 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db4d00-930b-48f1-9740-147be02e7617 req-278d4088-611e-438b-b5ce-87d615756796 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:25.576505 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-20db4d00-930b-48f1-9740-147be02e7617 req-278d4088-611e-438b-b5ce-87d615756796 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 945 time: 0.1645684 Aug 24 16:48:25.649548 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f18e57-14c6-4771-919e-0c46393139f9 req-de0b41c5-1cf6-4acb-b6cf-17219d7820ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:25.651017 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-19f18e57-14c6-4771-919e-0c46393139f9 req-de0b41c5-1cf6-4acb-b6cf-17219d7820ea service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=502f9714-b664-4573-bc1d-27593423cf2c HTTP/1.1" status: 200 len: 854 time: 0.1084549 Aug 24 16:48:25.657576 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0f6d707-1bc3-42b9-ae95-b0365381c9d8 req-fff7fa97-39c9-4978-8dab-226570cee8e1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940960 Aug 24 16:48:25.658007 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2953c805-8ec3-4fde-bbe2-5298342b083d req-4a6f0446-96af-4127-9c0f-309ea2a96b33 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995259 Aug 24 16:48:25.667532 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-20db4d00-930b-48f1-9740-147be02e7617 req-9821527c-bf4e-4c9f-9187-911cce40f601 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966699 Aug 24 16:48:25.722367 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f18e57-14c6-4771-919e-0c46393139f9 req-4f8b744b-a306-4cd7-b9f6-14bb0a6c0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:25.724099 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-19f18e57-14c6-4771-919e-0c46393139f9 req-4f8b744b-a306-4cd7-b9f6-14bb0a6c0e26 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=883b1cf6-8114-4681-9877-f2163f4c86c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523319 Aug 24 16:48:25.787666 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2953c805-8ec3-4fde-bbe2-5298342b083d req-6ab09959-b5e2-48ae-a028-aca67432518b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125643 Aug 24 16:48:25.882441 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:25.887461 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:25.899406 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7c19b-d581-4006-bbe3-fb648b9f82a0 req-ae596e6b-da26-4721-8fce-75ed283d000c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:25.901429 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fbe7c19b-d581-4006-bbe3-fb648b9f82a0 req-ae596e6b-da26-4721-8fce-75ed283d000c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 944 time: 0.1205547 Aug 24 16:48:25.953534 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-19f18e57-14c6-4771-919e-0c46393139f9 req-69426329-078f-4872-a754-fc771edc7a6a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823139 Aug 24 16:48:25.986338 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fbe7c19b-d581-4006-bbe3-fb648b9f82a0 req-2cfa076e-631d-4c8f-82e6-8b7006959bb4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b1278b38-1f46-4774-aaa7-9f5b080a27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757184 Aug 24 16:48:26.467492 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c337a0-e707-419d-992c-5d633e4b5923 req-8e6f5046-181e-416f-8852-05e0e04449cb tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:26.469026 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-88c337a0-e707-419d-992c-5d633e4b5923 req-8e6f5046-181e-416f-8852-05e0e04449cb tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0554969 Aug 24 16:48:26.517962 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-88c337a0-e707-419d-992c-5d633e4b5923 req-275b4ecf-bb99-41dd-bf8f-a5898122d383 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433545 Aug 24 16:48:26.557545 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device ecde38d2-23a1-4f3d-83ab-8455ae18aa78 details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:48:26.560888 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 9793be94-7c34-443e-80f4-821b2863ba90 up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:48:26.643892 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port 9793be94-7c34-443e-80f4-821b2863ba90 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:48:26.644206 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (9793be94-7c34-443e-80f4-821b2863ba90), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:26.688847 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e3f3-e3a5-4cdf-9dd6-8f4c80de09ed req-57b5b51d-4c25-4198-9af9-f0819c8f45e3 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:26.690419 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-db05e3f3-e3a5-4cdf-9dd6-8f4c80de09ed req-57b5b51d-4c25-4198-9af9-f0819c8f45e3 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0555987 Aug 24 16:48:26.737606 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port ecde38d2-23a1-4f3d-83ab-8455ae18aa78, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=ecde38d2-23a1-4f3d-83ab-8455ae18aa78,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:48:26.756999 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-db05e3f3-e3a5-4cdf-9dd6-8f4c80de09ed req-0234e627-0692-4f5f-9455-3ac775c2c3d6 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600264 Aug 24 16:48:26.778569 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': 'ecde38d2-23a1-4f3d-83ab-8455ae18aa78', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'port_id': 'ecde38d2-23a1-4f3d-83ab-8455ae18aa78', 'mac_address': 'fa:16:3e:66:cd:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:48:26.785618 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:26.824998 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3272d20-4758-4d7f-958e-a7e78b964edb req-0be3027f-0fb8-48fb-a325-fbc130c6c055 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:26.826208 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a3272d20-4758-4d7f-958e-a7e78b964edb req-0be3027f-0fb8-48fb-a325-fbc130c6c055 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 945 time: 0.0535452 Aug 24 16:48:26.830582 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:26.836921 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 9793be94-7c34-443e-80f4-821b2863ba90 is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:48:26.838052 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (9793be94-7c34-443e-80f4-821b2863ba90), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:26.854329 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port ecde38d2-23a1-4f3d-83ab-8455ae18aa78 is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:48:26.854767 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (ecde38d2-23a1-4f3d-83ab-8455ae18aa78), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:26.880173 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecde38d2-23a1-4f3d-83ab-8455ae18aa78 {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:48:26.882487 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a3272d20-4758-4d7f-958e-a7e78b964edb req-705f10fb-ceb6-4400-879b-ec8e8a3a1b30 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480926 Aug 24 16:48:26.890484 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9793be94-7c34-443e-80f4-821b2863ba90'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:48:26.893054 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1e91b9-56d5-45a8-a22b-73651b08694e" -d '{"events": [{"server_uuid": "1eadb4fd-bee8-4fac-b072-550b720e3e95", "name": "network-vif-plugged", "status": "completed", "tag": "9793be94-7c34-443e-80f4-821b2863ba90"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:48:26.921114 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 9793be94-7c34-443e-80f4-821b2863ba90, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=9793be94-7c34-443e-80f4-821b2863ba90,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:48:26.934823 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port ecde38d2-23a1-4f3d-83ab-8455ae18aa78, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=ecde38d2-23a1-4f3d-83ab-8455ae18aa78,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:48:26.938081 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd92383-eba6-407f-9a27-668591163729 x-openstack-request-id: req-3cd92383-eba6-407f-9a27-668591163729 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:48:26.938370 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eadb4fd-bee8-4fac-b072-550b720e3e95", "name": "network-vif-plugged", "status": "completed", "tag": "9793be94-7c34-443e-80f4-821b2863ba90", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:48:26.938625 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3cd92383-eba6-407f-9a27-668591163729 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:48:26.939021 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd92383-eba6-407f-9a27-668591163729'] response: {'server_uuid': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9793be94-7c34-443e-80f4-821b2863ba90', 'code': 200} Aug 24 16:48:26.982630 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (9793be94-7c34-443e-80f4-821b2863ba90), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:27.016065 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (ecde38d2-23a1-4f3d-83ab-8455ae18aa78), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:27.037402 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=9793be94-7c34-443e-80f4-821b2863ba90,revision_number=10']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:27.089176 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=ecde38d2-23a1-4f3d-83ab-8455ae18aa78,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:27.118347 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430241a9-a25f-420e-96bc-8be69018a810 req-560398d9-d9b8-4da2-b22a-29d4042dea3f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:27.119900 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-430241a9-a25f-420e-96bc-8be69018a810 req-560398d9-d9b8-4da2-b22a-29d4042dea3f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 945 time: 0.0524280 Aug 24 16:48:27.177190 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-430241a9-a25f-420e-96bc-8be69018a810 req-ad594258-6dc0-43e9-a7c9-105c64325fe1 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b1278b38-1f46-4774-aaa7-9f5b080a27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501366 Aug 24 16:48:27.295914 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-19f18e57-14c6-4771-919e-0c46393139f9 req-0b6ba497-0c78-47d7-aac4-5b58bc6d9c3d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154509 Aug 24 16:48:27.352698 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['ecde38d2-23a1-4f3d-83ab-8455ae18aa78'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:48:27.648371 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acedb3-380b-4d79-b624-e7021202e76f req-5665bd39-5e88-469d-8fd0-cc04e72a9f25 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:27.649877 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d5acedb3-380b-4d79-b624-e7021202e76f req-5665bd39-5e88-469d-8fd0-cc04e72a9f25 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0503781 Aug 24 16:48:27.704297 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d5acedb3-380b-4d79-b624-e7021202e76f req-add5ba33-689e-49a6-ac6a-0842f634a424 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479925 Aug 24 16:48:27.895458 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09940e69-8d28-4401-b8f9-a528f3282f05 req-edca6bb9-37d4-4462-87b6-ba32c44823bf tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:27.897251 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-09940e69-8d28-4401-b8f9-a528f3282f05 req-edca6bb9-37d4-4462-87b6-ba32c44823bf tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0501037 Aug 24 16:48:27.955273 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-09940e69-8d28-4401-b8f9-a528f3282f05 req-d8a997d0-43f5-4526-a17c-6e8805b92f5f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512681 Aug 24 16:48:28.039137 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff225f-402b-478c-8f9b-78d8fadb1f53 req-f76695f8-6826-4ae2-baa2-526dced2ce90 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:28.040634 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e5ff225f-402b-478c-8f9b-78d8fadb1f53 req-f76695f8-6826-4ae2-baa2-526dced2ce90 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 947 time: 0.0585155 Aug 24 16:48:28.091242 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e5ff225f-402b-478c-8f9b-78d8fadb1f53 req-cf6d925f-a36b-4306-9f72-b0747b8c4e44 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440128 Aug 24 16:48:28.322149 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d6c74-7c59-4737-bdc0-ca9775683c03 req-1c2dc87b-e19d-4b0e-9cb8-cd44daa27afd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:28.324881 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-922d6c74-7c59-4737-bdc0-ca9775683c03 req-1c2dc87b-e19d-4b0e-9cb8-cd44daa27afd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 945 time: 0.0549247 Aug 24 16:48:28.376971 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-922d6c74-7c59-4737-bdc0-ca9775683c03 req-826a32ba-41d3-4601-80c0-e96452a72081 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b1278b38-1f46-4774-aaa7-9f5b080a27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460131 Aug 24 16:48:28.423678 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:28.435605 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b24a4-f02d-48f8-9c2c-a025631b4c06 req-53910e23-15de-4395-a0be-8f97569279e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:28.437119 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-567b24a4-f02d-48f8-9c2c-a025631b4c06 req-53910e23-15de-4395-a0be-8f97569279e6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 1131 time: 0.0402267 Aug 24 16:48:28.489871 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-567b24a4-f02d-48f8-9c2c-a025631b4c06 req-a62b13ba-c110-45e2-9ed9-cbad259e9560 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439744 Aug 24 16:48:28.565857 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device ecde38d2-23a1-4f3d-83ab-8455ae18aa78 up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:48:28.609072 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port ecde38d2-23a1-4f3d-83ab-8455ae18aa78 completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:48:28.697061 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port ecde38d2-23a1-4f3d-83ab-8455ae18aa78 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:48:28.697356 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (ecde38d2-23a1-4f3d-83ab-8455ae18aa78), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:28.780503 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port ecde38d2-23a1-4f3d-83ab-8455ae18aa78 is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:48:28.789542 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (ecde38d2-23a1-4f3d-83ab-8455ae18aa78), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:28.822639 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port ecde38d2-23a1-4f3d-83ab-8455ae18aa78, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=ecde38d2-23a1-4f3d-83ab-8455ae18aa78,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:48:28.828445 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:28.838961 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78d412-862d-4e7d-a379-840717a138bb req-99a5c97e-9c2a-48a5-b54b-8f932e8a47a9 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:28.840662 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9d78d412-862d-4e7d-a379-840717a138bb req-99a5c97e-9c2a-48a5-b54b-8f932e8a47a9 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0540698 Aug 24 16:48:28.894994 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9d78d412-862d-4e7d-a379-840717a138bb req-6bee259b-a4e4-49d4-b07f-1397e6f1e8ba tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483451 Aug 24 16:48:28.904464 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (ecde38d2-23a1-4f3d-83ab-8455ae18aa78), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:28.944398 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75981127-7926-42dc-9ab3-1fe58eaf63e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecde38d2-23a1-4f3d-83ab-8455ae18aa78'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:48:28.947871 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7281ac81-acc2-4a59-a1b0-e6609e36a450" -d '{"events": [{"server_uuid": "75981127-7926-42dc-9ab3-1fe58eaf63e2", "name": "network-vif-plugged", "status": "completed", "tag": "ecde38d2-23a1-4f3d-83ab-8455ae18aa78"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:48:28.969495 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=ecde38d2-23a1-4f3d-83ab-8455ae18aa78,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:48:29.000872 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933d4d7f-c004-433a-9f13-ed96ac6f9fa7 x-openstack-request-id: req-933d4d7f-c004-433a-9f13-ed96ac6f9fa7 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:48:29.001187 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75981127-7926-42dc-9ab3-1fe58eaf63e2", "name": "network-vif-plugged", "status": "completed", "tag": "ecde38d2-23a1-4f3d-83ab-8455ae18aa78", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:48:29.001439 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-933d4d7f-c004-433a-9f13-ed96ac6f9fa7 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:48:29.001918 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-933d4d7f-c004-433a-9f13-ed96ac6f9fa7'] response: {'server_uuid': '75981127-7926-42dc-9ab3-1fe58eaf63e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecde38d2-23a1-4f3d-83ab-8455ae18aa78', 'code': 200} Aug 24 16:48:29.095135 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20eccb-a437-49bd-bcaf-06f802c2c21a req-367d8b1b-78d1-42eb-8558-34c4280b1465 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:29.096725 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0f20eccb-a437-49bd-bcaf-06f802c2c21a req-367d8b1b-78d1-42eb-8558-34c4280b1465 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0523729 Aug 24 16:48:29.149573 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0f20eccb-a437-49bd-bcaf-06f802c2c21a req-df1147cc-64a6-4cbb-bbba-0dbd1cd60c17 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469563 Aug 24 16:48:29.237641 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdc6ba-7409-4ff8-8f1d-cc3d9a65e04e req-96ef92a8-f986-4eb1-a5b8-718e647f69ee tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:29.239360 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-40bdc6ba-7409-4ff8-8f1d-cc3d9a65e04e req-96ef92a8-f986-4eb1-a5b8-718e647f69ee tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 947 time: 0.0616019 Aug 24 16:48:29.301412 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56b224-6e64-4de3-bfba-641445ac2fd4 req-6c0a1bab-8d3e-4c5e-bd67-1d4141ca8dd8 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:29.303829 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1d56b224-6e64-4de3-bfba-641445ac2fd4 req-6c0a1bab-8d3e-4c5e-bd67-1d4141ca8dd8 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0811291 Aug 24 16:48:29.316415 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36518) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:29.321591 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-caf9aa17-0d15-4260-86c5-3a455ac33faa tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Request body: {'floatingip': {'port_id': 'd972466c-37b3-4485-ba2b-6a1659a3de80'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:48:29.335087 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-40bdc6ba-7409-4ff8-8f1d-cc3d9a65e04e req-4b875120-f4a1-4c37-be19-ba6a117bc5db tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749698 Aug 24 16:48:29.385934 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-caf9aa17-0d15-4260-86c5-3a455ac33faa tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for floatingip (19c2f478-6149-42df-9e27-1049c1c38d50), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:29.502030 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e37ac-2569-4da8-9eb8-b777f838bbfc req-22914a51-7db5-4316-a9ee-9cbdada97337 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:29.503549 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e47e37ac-2569-4da8-9eb8-b777f838bbfc req-22914a51-7db5-4316-a9ee-9cbdada97337 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 946 time: 0.0510454 Aug 24 16:48:29.564652 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e47e37ac-2569-4da8-9eb8-b777f838bbfc req-150bae92-5a43-4755-acd4-7a23d7206e56 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b1278b38-1f46-4774-aaa7-9f5b080a27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551257 Aug 24 16:48:29.689119 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31d67c-3f92-4ffa-b6d4-5fe7a2b44d24 req-dbb364bd-6ab5-46e4-9653-1d2ee899da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:29.690693 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0b31d67c-3f92-4ffa-b6d4-5fe7a2b44d24 req-dbb364bd-6ab5-46e4-9653-1d2ee899da13 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 1130 time: 0.0435512 Aug 24 16:48:29.856922 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-caf9aa17-0d15-4260-86c5-3a455ac33faa tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:29.942861 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-caf9aa17-0d15-4260-86c5-3a455ac33faa tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (19c2f478-6149-42df-9e27-1049c1c38d50), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:29.945879 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:30.023879 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:30.025021 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3214aa-a211-43a8-82e3-4fc501de4474 req-b9190aff-636d-4e37-b12e-6568c1495f91 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:30.026557 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2c3214aa-a211-43a8-82e3-4fc501de4474 req-b9190aff-636d-4e37-b12e-6568c1495f91 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0502279 Aug 24 16:48:30.077946 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2c3214aa-a211-43a8-82e3-4fc501de4474 req-5d972d84-c295-43b6-a3fe-1411bb8fc1cd tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455117 Aug 24 16:48:30.156857 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf9aa17-0d15-4260-86c5-3a455ac33faa tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Router ce4ec97e-757c-43a7-916f-11458e95ba52 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:48:30.220251 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0b31d67c-3f92-4ffa-b6d4-5fe7a2b44d24 req-b496f8f9-c7ac-47d6-9c95-91ec249de11f service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b1278b38-1f46-4774-aaa7-9f5b080a27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570886 Aug 24 16:48:30.270619 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf9aa17-0d15-4260-86c5-3a455ac33faa tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:48:30.275313 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-caf9aa17-0d15-4260-86c5-3a455ac33faa tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:30.282966 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46239431-6ada-43ae-8ae2-34d4128cb2f9 None None] Sync routers for ids ['ce4ec97e-757c-43a7-916f-11458e95ba52'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:48:30.299313 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46239431-6ada-43ae-8ae2-34d4128cb2f9 None None] Routers {'ce4ec97e-757c-43a7-916f-11458e95ba52'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:48:30.299931 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-46239431-6ada-43ae-8ae2-34d4128cb2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:48:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['ce4ec97e-757c-43a7-916f-11458e95ba52'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:48:30.318196 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'tag': 'd972466c-37b3-4485-ba2b-6a1659a3de80'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:48:30.320723 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0187634-e934-4661-8f8a-130848e188a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e8d907-5a6d-450e-92bc-a4ee16bde539", "tag": "d972466c-37b3-4485-ba2b-6a1659a3de80"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:48:30.338762 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:30.354110 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-caf9aa17-0d15-4260-86c5-3a455ac33faa tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/19c2f478-6149-42df-9e27-1049c1c38d50 HTTP/1.1" status: 200 len: 993 time: 1.0339639 Aug 24 16:48:30.388920 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5044c087-06f1-4fd7-b0df-d430d5fce646 x-openstack-request-id: req-5044c087-06f1-4fd7-b0df-d430d5fce646 {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:48:30.389291 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e8d907-5a6d-450e-92bc-a4ee16bde539", "tag": "d972466c-37b3-4485-ba2b-6a1659a3de80", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:48:30.389542 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5044c087-06f1-4fd7-b0df-d430d5fce646 {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:48:30.389937 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5044c087-06f1-4fd7-b0df-d430d5fce646'] response: {'name': 'network-changed', 'server_uuid': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'tag': 'd972466c-37b3-4485-ba2b-6a1659a3de80', 'status': 'completed', 'code': 200} Aug 24 16:48:30.425046 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-46239431-6ada-43ae-8ae2-34d4128cb2f9 None None] Set router ce4ec97e-757c-43a7-916f-11458e95ba52 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:48:30.557443 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da15c6a-33e1-42ef-bbcf-0e44c23e514e req-2aee6df6-a120-4d88-a8aa-5671077ae42d tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:30.558821 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:30.559064 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0da15c6a-33e1-42ef-bbcf-0e44c23e514e req-2aee6df6-a120-4d88-a8aa-5671077ae42d tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 947 time: 0.1233013 Aug 24 16:48:30.564645 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f1111-be1e-4919-922b-5c37262cdba6 req-a712cd2b-9bbe-4ea3-9e04-333931153015 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:30.566039 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc5f1111-be1e-4919-922b-5c37262cdba6 req-a712cd2b-9bbe-4ea3-9e04-333931153015 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.1101542 Aug 24 16:48:30.566961 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0187634-e934-4661-8f8a-130848e188a3 req-7ee3638d-177b-423f-b0cd-de2e32f263da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:30.568292 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0187634-e934-4661-8f8a-130848e188a3 req-7ee3638d-177b-423f-b0cd-de2e32f263da service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 1130 time: 0.1113169 Aug 24 16:48:30.667572 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-46239431-6ada-43ae-8ae2-34d4128cb2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:24Z', 'revision_number': 4, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port': {'id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '19c2f478-6149-42df-9e27-1049c1c38d50', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'floating_ip_address': '172.27.4.88', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'port_id': 'd972466c-37b3-4485-ba2b-6a1659a3de80', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'mac_address': 'fa:16:3e:9c:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:46:20Z', 'updated_at': '2022-08-24T16:48:29Z', 'revision_number': 3, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44edde22-7748-4c7c-a788-ac3ce953fcc2', 'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'mac_address': 'fa:16:3e:55:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:22Z', 'updated_at': '2022-08-24T16:44:33Z', 'revision_number': 5, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'subnets': [{'id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:48:30.694602 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46239431-6ada-43ae-8ae2-34d4128cb2f9 None None] Checking router: ce4ec97e-757c-43a7-916f-11458e95ba52 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:48:30.703977 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46239431-6ada-43ae-8ae2-34d4128cb2f9 None None] Routers {'ce4ec97e-757c-43a7-916f-11458e95ba52'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:48:30.704617 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-46239431-6ada-43ae-8ae2-34d4128cb2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:48:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['ce4ec97e-757c-43a7-916f-11458e95ba52'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:48:30.719497 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0da15c6a-33e1-42ef-bbcf-0e44c23e514e req-f68311af-b273-445c-bc8a-5518147b6c87 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488903 Aug 24 16:48:30.735891 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc5f1111-be1e-4919-922b-5c37262cdba6 req-719ff572-1cdf-4101-9cdd-bd1caa709893 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589198 Aug 24 16:48:30.751732 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0187634-e934-4661-8f8a-130848e188a3 req-d2fa7061-f220-4373-bc3b-781522a29b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:30.756326 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0187634-e934-4661-8f8a-130848e188a3 req-d2fa7061-f220-4373-bc3b-781522a29b9a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 920 time: 0.1729453 Aug 24 16:48:30.813247 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:30.856491 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dc4a0-2b32-40fb-9219-686830279e1e req-4b6c0bf1-b536-4d1a-8c0b-155f8c75e44f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:30.858028 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-265dc4a0-2b32-40fb-9219-686830279e1e req-4b6c0bf1-b536-4d1a-8c0b-155f8c75e44f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 946 time: 0.0561552 Aug 24 16:48:30.910399 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-265dc4a0-2b32-40fb-9219-686830279e1e req-f0b32a78-e9c4-4d12-8598-96aa311f0454 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b1278b38-1f46-4774-aaa7-9f5b080a27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463767 Aug 24 16:48:30.940445 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-46239431-6ada-43ae-8ae2-34d4128cb2f9 None None] Set router ce4ec97e-757c-43a7-916f-11458e95ba52 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:48:31.090430 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:31.093117 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0187634-e934-4661-8f8a-130848e188a3 req-0eaac9e4-3a5c-4b25-9f20-66146fc8d178 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d972466c-37b3-4485-ba2b-6a1659a3de80 HTTP/1.1" status: 200 len: 1001 time: 0.0598032 Aug 24 16:48:31.147637 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0187634-e934-4661-8f8a-130848e188a3 req-98305adf-b37d-4ab9-8116-6204049789cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:31.149247 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0187634-e934-4661-8f8a-130848e188a3 req-98305adf-b37d-4ab9-8116-6204049789cf service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=27787f90-01da-4eab-83e5-1d4c783724ac HTTP/1.1" status: 200 len: 858 time: 0.0497856 Aug 24 16:48:31.153218 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854fb35-21e9-4c20-9017-8acbfb1dc72e req-da31031a-195a-46ed-ab5f-bdd6c1014927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:31.154841 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-4854fb35-21e9-4c20-9017-8acbfb1dc72e req-da31031a-195a-46ed-ab5f-bdd6c1014927 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=b71890b7a23944ee939c4bd13408063f&device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 1129 time: 0.0445132 Aug 24 16:48:31.164437 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-46239431-6ada-43ae-8ae2-34d4128cb2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:24Z', 'revision_number': 4, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port': {'id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '19c2f478-6149-42df-9e27-1049c1c38d50', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'floating_ip_address': '172.27.4.88', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'port_id': 'd972466c-37b3-4485-ba2b-6a1659a3de80', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'mac_address': 'fa:16:3e:9c:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:46:20Z', 'updated_at': '2022-08-24T16:48:29Z', 'revision_number': 3, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44edde22-7748-4c7c-a788-ac3ce953fcc2', 'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'mac_address': 'fa:16:3e:55:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:22Z', 'updated_at': '2022-08-24T16:44:33Z', 'revision_number': 5, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'subnets': [{'id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:48:31.191592 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46239431-6ada-43ae-8ae2-34d4128cb2f9 None None] The sync data for ids ['ce4ec97e-757c-43a7-916f-11458e95ba52'] in dv-cinder-731167-2-iscsi is: [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:24Z', 'revision_number': 4, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port': {'id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '19c2f478-6149-42df-9e27-1049c1c38d50', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'floating_ip_address': '172.27.4.88', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'port_id': 'd972466c-37b3-4485-ba2b-6a1659a3de80', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'mac_address': 'fa:16:3e:9c:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:46:20Z', 'updated_at': '2022-08-24T16:48:29Z', 'revision_number': 3, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44edde22-7748-4c7c-a788-ac3ce953fcc2', 'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'mac_address': 'fa:16:3e:55:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:22Z', 'updated_at': '2022-08-24T16:44:33Z', 'revision_number': 5, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'subnets': [{'id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:48:31.211122 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0187634-e934-4661-8f8a-130848e188a3 req-8f1a3a10-e7f0-4106-afbe-d5e84c3707d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:31.212675 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0187634-e934-4661-8f8a-130848e188a3 req-8f1a3a10-e7f0-4106-afbe-d5e84c3707d4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=4d88a69f-ea66-4ba4-9592-a2ab513e73da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468264 Aug 24 16:48:31.268097 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854fb35-21e9-4c20-9017-8acbfb1dc72e req-0b37478f-dc75-47d6-8514-ab93de2cfa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:31.269650 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-4854fb35-21e9-4c20-9017-8acbfb1dc72e req-0b37478f-dc75-47d6-8514-ab93de2cfa40 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=3c868f21-48dd-4a80-9b52-b20f081f69bf HTTP/1.1" status: 200 len: 912 time: 0.1031516 Aug 24 16:48:31.327138 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0187634-e934-4661-8f8a-130848e188a3 req-f1155c17-8ee1-4e58-948f-4fcf103e346f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957019 Aug 24 16:48:31.351875 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-4854fb35-21e9-4c20-9017-8acbfb1dc72e req-7db6e133-7eb3-470c-9bbb-471f864ad38d service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae79267d-50a6-401e-8b7e-65a6ed48fbc9 HTTP/1.1" status: 200 len: 1001 time: 0.0744374 Aug 24 16:48:31.864484 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-33404eac-7897-4fab-9a90-f1b235147abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:31.894285 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6b2de-53a0-46f3-9277-846d84780916 req-c974043f-f015-48ba-8f17-43c8b4e7d7ca tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:31.894285 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8fd6b2de-53a0-46f3-9277-846d84780916 req-c974043f-f015-48ba-8f17-43c8b4e7d7ca tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 947 time: 0.0835881 Aug 24 16:48:31.915707 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fed6a3-008e-4ca4-892f-e85aede5a276 req-b24bef4a-4913-4a78-9c28-d642f855b4c8 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:31.917214 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f3fed6a3-008e-4ca4-892f-e85aede5a276 req-b24bef4a-4913-4a78-9c28-d642f855b4c8 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0778606 Aug 24 16:48:31.991317 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8fd6b2de-53a0-46f3-9277-846d84780916 req-5a46e438-8ab7-4dfb-a505-0ddacfa3a467 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962555 Aug 24 16:48:32.009761 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854fb35-21e9-4c20-9017-8acbfb1dc72e req-4524aa8c-0fab-46c7-a3a4-655d6e7feed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:32.011428 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-4854fb35-21e9-4c20-9017-8acbfb1dc72e req-4524aa8c-0fab-46c7-a3a4-655d6e7feed8 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7a21e2cb-adaa-418e-9a22-729cb8d4dff7 HTTP/1.1" status: 200 len: 850 time: 0.0494258 Aug 24 16:48:32.041065 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f3fed6a3-008e-4ca4-892f-e85aede5a276 req-38c1561b-2192-4bea-bc78-337d55a3cdaa tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154072 Aug 24 16:48:32.083437 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854fb35-21e9-4c20-9017-8acbfb1dc72e req-23486ac5-e4a0-4388-a3ac-c76bb629fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:32.085863 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-4854fb35-21e9-4c20-9017-8acbfb1dc72e req-23486ac5-e4a0-4388-a3ac-c76bb629fd72 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=3c868f21-48dd-4a80-9b52-b20f081f69bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654719 Aug 24 16:48:32.164707 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9b399-b545-466d-bdf0-19b4412e21f7 req-638d09bb-1fb7-4d97-b212-6c93ae572c64 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:32.166218 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9bf9b399-b545-466d-bdf0-19b4412e21f7 req-638d09bb-1fb7-4d97-b212-6c93ae572c64 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 946 time: 0.0709116 Aug 24 16:48:32.174496 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e0187634-e934-4661-8f8a-130848e188a3 req-2583359a-639a-4432-9cde-8cba148f2ed6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111640 Aug 24 16:48:32.220223 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-4854fb35-21e9-4c20-9017-8acbfb1dc72e req-a628c9d4-99ed-4cdf-bd18-7d4dc7f43f22 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268399 Aug 24 16:48:32.226911 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9bf9b399-b545-466d-bdf0-19b4412e21f7 req-54270985-5e71-4780-ad12-ef0985ec7647 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b1278b38-1f46-4774-aaa7-9f5b080a27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513959 Aug 24 16:48:32.282713 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=100 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:32.345199 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-4854fb35-21e9-4c20-9017-8acbfb1dc72e req-cfc89f41-06f8-400b-8520-9ca9f52cf175 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970082 Aug 24 16:48:32.356591 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:48:32.391160 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'tag': 'd972466c-37b3-4485-ba2b-6a1659a3de80'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:48:32.393522 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af79164d-e29e-4b24-a516-ff57741a1aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e8d907-5a6d-450e-92bc-a4ee16bde539", "tag": "d972466c-37b3-4485-ba2b-6a1659a3de80"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:48:32.433379 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31bcb93-980a-4b14-91c9-d291cc4cf108 x-openstack-request-id: req-f31bcb93-980a-4b14-91c9-d291cc4cf108 {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:48:32.433664 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e8d907-5a6d-450e-92bc-a4ee16bde539", "tag": "d972466c-37b3-4485-ba2b-6a1659a3de80", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:48:32.434460 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f31bcb93-980a-4b14-91c9-d291cc4cf108 {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:48:32.434858 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31bcb93-980a-4b14-91c9-d291cc4cf108'] response: {'name': 'network-changed', 'server_uuid': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'tag': 'd972466c-37b3-4485-ba2b-6a1659a3de80', 'status': 'completed', 'code': 200} Aug 24 16:48:32.485020 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef2a3f-5045-49fe-8838-55daf0916c62 req-ae42e84b-fff0-4e42-812d-aebf146b34a1 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:32.486569 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-47ef2a3f-5045-49fe-8838-55daf0916c62 req-ae42e84b-fff0-4e42-812d-aebf146b34a1 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0546873 Aug 24 16:48:32.526039 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79164d-e29e-4b24-a516-ff57741a1aa6 req-704831ea-aee0-46a2-8cd8-650b691a05d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:32.527787 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-af79164d-e29e-4b24-a516-ff57741a1aa6 req-704831ea-aee0-46a2-8cd8-650b691a05d5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 1130 time: 0.0441058 Aug 24 16:48:32.588828 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-47ef2a3f-5045-49fe-8838-55daf0916c62 req-b7f3184a-4b2a-4c7d-8976-b757e5c05f8d tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963986 Aug 24 16:48:32.590342 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1968dc-47a2-4b9f-b09f-4af6c587af23 req-3adb7602-e0e2-4374-9884-86abcf75f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:32.591894 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ff1968dc-47a2-4b9f-b09f-4af6c587af23 req-3adb7602-e0e2-4374-9884-86abcf75f65d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09e2ab2c313d4448a28a6902b74a0d10&device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 1169 time: 0.0648482 Aug 24 16:48:32.667322 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79164d-e29e-4b24-a516-ff57741a1aa6 req-c2887698-de18-48ba-9335-d8eaff5333a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:32.669607 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-af79164d-e29e-4b24-a516-ff57741a1aa6 req-c2887698-de18-48ba-9335-d8eaff5333a0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 920 time: 0.1175323 Aug 24 16:48:32.688373 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1968dc-47a2-4b9f-b09f-4af6c587af23 req-0a039005-fac8-4947-98f9-d2723d93a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:32.689843 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ff1968dc-47a2-4b9f-b09f-4af6c587af23 req-0a039005-fac8-4947-98f9-d2723d93a58b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=f599defe-c22e-4f1d-9ae7-6d25663b2f65 HTTP/1.1" status: 200 len: 916 time: 0.0911174 Aug 24 16:48:32.740853 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:32.741610 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-af79164d-e29e-4b24-a516-ff57741a1aa6 req-182f31e2-f0ba-4fce-b339-118b1520d387 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d972466c-37b3-4485-ba2b-6a1659a3de80 HTTP/1.1" status: 200 len: 1001 time: 0.0620806 Aug 24 16:48:32.758689 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ff1968dc-47a2-4b9f-b09f-4af6c587af23 req-b247424a-1c49-4f91-bd6d-38b2a92b1726 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e178d836-24a2-4e3a-8f28-a62c7fb35528 HTTP/1.1" status: 200 len: 1001 time: 0.0624740 Aug 24 16:48:33.138948 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cafb6-be90-41c7-bdcc-e4370501ade4 req-47a07910-e3a9-43e2-b22c-40629ffe699d tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:33.140468 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9a5cafb6-be90-41c7-bdcc-e4370501ade4 req-47a07910-e3a9-43e2-b22c-40629ffe699d tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 947 time: 0.0594494 Aug 24 16:48:33.190938 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132f506-7809-4da8-b870-5739bbb17847 req-4cd0d53c-678f-470c-bbc0-061aad67b8db tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:33.192459 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8132f506-7809-4da8-b870-5739bbb17847 req-4cd0d53c-678f-470c-bbc0-061aad67b8db tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0706823 Aug 24 16:48:33.227624 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79164d-e29e-4b24-a516-ff57741a1aa6 req-a850fd32-b1cf-4a53-8ac0-a06d772489be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:33.229241 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-af79164d-e29e-4b24-a516-ff57741a1aa6 req-a850fd32-b1cf-4a53-8ac0-a06d772489be service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=27787f90-01da-4eab-83e5-1d4c783724ac HTTP/1.1" status: 200 len: 858 time: 0.0464001 Aug 24 16:48:33.235850 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9a5cafb6-be90-41c7-bdcc-e4370501ade4 req-5ea26c8c-ddc1-44d9-b948-bb5886fef769 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785618 Aug 24 16:48:33.264195 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8132f506-7809-4da8-b870-5739bbb17847 req-ae3e28cd-25a5-41e5-9d14-78932adecde0 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637097 Aug 24 16:48:33.378839 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:33.384022 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79164d-e29e-4b24-a516-ff57741a1aa6 req-fe3db3cf-56d7-41e3-b525-81f6df457d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:33.386040 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-af79164d-e29e-4b24-a516-ff57741a1aa6 req-fe3db3cf-56d7-41e3-b525-81f6df457d63 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=4d88a69f-ea66-4ba4-9592-a2ab513e73da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457397 Aug 24 16:48:33.397245 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c925f-3fb1-4c31-8b68-92f7e7591641 req-d9dedb71-f386-48da-beb7-143a1b5a06c4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:33.398768 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-723c925f-3fb1-4c31-8b68-92f7e7591641 req-d9dedb71-f386-48da-beb7-143a1b5a06c4 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 946 time: 0.0886552 Aug 24 16:48:33.418356 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1968dc-47a2-4b9f-b09f-4af6c587af23 req-ce284e07-9afd-43f7-92e3-97f81237209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:33.420815 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ff1968dc-47a2-4b9f-b09f-4af6c587af23 req-ce284e07-9afd-43f7-92e3-97f81237209d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1cdfd668-27b8-415b-9c53-5631b63809f7 HTTP/1.1" status: 200 len: 854 time: 0.0808334 Aug 24 16:48:33.460023 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=100 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:33.488698 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-af79164d-e29e-4b24-a516-ff57741a1aa6 req-799e7d91-2429-46a9-8507-e055dcda0d69 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945537 Aug 24 16:48:33.492463 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1968dc-47a2-4b9f-b09f-4af6c587af23 req-0b6dd68b-4249-4beb-b8c7-888b45984dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:33.493959 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ff1968dc-47a2-4b9f-b09f-4af6c587af23 req-0b6dd68b-4249-4beb-b8c7-888b45984dce service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=f599defe-c22e-4f1d-9ae7-6d25663b2f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655704 Aug 24 16:48:33.497850 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-723c925f-3fb1-4c31-8b68-92f7e7591641 req-8eff0ede-fad6-4f2a-bbd5-4c2a25f75eb2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b1278b38-1f46-4774-aaa7-9f5b080a27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900569 Aug 24 16:48:33.597962 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-af79164d-e29e-4b24-a516-ff57741a1aa6 req-29278dd5-d346-419f-bce1-e6dc2ecdb719 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004419 Aug 24 16:48:33.646000 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea15639-61f6-4b1a-9f96-e2234767f120 req-eef2d108-d2a6-4c7e-b7e8-5c6154a21266 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:33.647745 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dea15639-61f6-4b1a-9f96-e2234767f120 req-eef2d108-d2a6-4c7e-b7e8-5c6154a21266 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 946 time: 0.0658059 Aug 24 16:48:33.654686 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ff1968dc-47a2-4b9f-b09f-4af6c587af23 req-9258a834-fe33-4976-8b2d-6f203d496bfc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f599defe-c22e-4f1d-9ae7-6d25663b2f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485443 Aug 24 16:48:33.658533 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36596) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:48:33.662921 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-aab252c2-2be3-4127-88cd-096932b65483 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'floatingip': {'port_id': 'ecde38d2-23a1-4f3d-83ab-8455ae18aa78'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:48:33.758883 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aab252c2-2be3-4127-88cd-096932b65483 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (a6dc3465-f27d-4f9a-9635-330ab42b4534), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:33.867776 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2f27a-a19a-4dd0-8dcc-f89536f814dd req-26cb8384-57c8-4688-ba5c-bb01426208a4 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:33.869318 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-69b2f27a-a19a-4dd0-8dcc-f89536f814dd req-26cb8384-57c8-4688-ba5c-bb01426208a4 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.1636820 Aug 24 16:48:33.949279 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ff1968dc-47a2-4b9f-b09f-4af6c587af23 req-64a3c8a0-1699-4c06-b5d4-070d7522964b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f599defe-c22e-4f1d-9ae7-6d25663b2f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822497 Aug 24 16:48:34.013946 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-dd51cf0c-8a72-4646-bd5e-b268386dbdbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:34.089381 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-69b2f27a-a19a-4dd0-8dcc-f89536f814dd req-a815a190-777f-40d7-afb8-e7fb3323f62f tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2083743 Aug 24 16:48:34.108191 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:34.541929 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40356510-985e-483f-85e1-2ef8dc19c66b req-7c09579c-718c-44ae-b4b9-b75d1ae88f58 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:34.543418 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-40356510-985e-483f-85e1-2ef8dc19c66b req-7c09579c-718c-44ae-b4b9-b75d1ae88f58 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0646265 Aug 24 16:48:34.658803 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-40356510-985e-483f-85e1-2ef8dc19c66b req-06f52a53-12b6-4106-961c-54464717d9f5 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092348 Aug 24 16:48:34.670369 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aab252c2-2be3-4127-88cd-096932b65483 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:34.738789 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aab252c2-2be3-4127-88cd-096932b65483 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (a6dc3465-f27d-4f9a-9635-330ab42b4534), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:34.849931 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [None req-aab252c2-2be3-4127-88cd-096932b65483 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Floating IP a6dc3465-f27d-4f9a-9635-330ab42b4534 associated. External IP: 172.27.4.55, port: ecde38d2-23a1-4f3d-83ab-8455ae18aa78. Aug 24 16:48:34.852811 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:35.073378 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab252c2-2be3-4127-88cd-096932b65483 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:48:35.225457 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab252c2-2be3-4127-88cd-096932b65483 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:48:35.237486 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2aa476-b4a5-4d08-9969-5f408a89f797 None None] Sync routers for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:48:35.239643 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-aab252c2-2be3-4127-88cd-096932b65483 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:35.249955 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2aa476-b4a5-4d08-9969-5f408a89f797 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:48:35.250589 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-7f2aa476-b4a5-4d08-9969-5f408a89f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:48:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:48:35.283579 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333c420-cc1f-4e2c-9d8f-8c41f9002e7a req-aa633093-75ce-4229-8f91-91070c3706fb tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:35.288391 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6333c420-cc1f-4e2c-9d8f-8c41f9002e7a req-aa633093-75ce-4229-8f91-91070c3706fb tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.1005297 Aug 24 16:48:35.292109 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-aab252c2-2be3-4127-88cd-096932b65483 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/a6dc3465-f27d-4f9a-9635-330ab42b4534 HTTP/1.1" status: 200 len: 991 time: 1.6324975 Aug 24 16:48:35.292882 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75981127-7926-42dc-9ab3-1fe58eaf63e2', 'tag': 'ecde38d2-23a1-4f3d-83ab-8455ae18aa78'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:48:35.295993 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e8ee49-9493-47ae-8e43-c13f141e700b" -d '{"events": [{"name": "network-changed", "server_uuid": "75981127-7926-42dc-9ab3-1fe58eaf63e2", "tag": "ecde38d2-23a1-4f3d-83ab-8455ae18aa78"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:48:35.337417 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e191882a-8878-432f-adfa-320fe4cdd6bb x-openstack-request-id: req-e191882a-8878-432f-adfa-320fe4cdd6bb {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:48:35.337716 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75981127-7926-42dc-9ab3-1fe58eaf63e2", "tag": "ecde38d2-23a1-4f3d-83ab-8455ae18aa78", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:48:35.337973 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e191882a-8878-432f-adfa-320fe4cdd6bb {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:48:35.338391 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e191882a-8878-432f-adfa-320fe4cdd6bb'] response: {'name': 'network-changed', 'server_uuid': '75981127-7926-42dc-9ab3-1fe58eaf63e2', 'tag': 'ecde38d2-23a1-4f3d-83ab-8455ae18aa78', 'status': 'completed', 'code': 200} Aug 24 16:48:35.377090 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-7f2aa476-b4a5-4d08-9969-5f408a89f797 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:48:35.382993 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6333c420-cc1f-4e2c-9d8f-8c41f9002e7a req-156ce3ae-f017-4fb4-ad9e-d20cd3352551 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842240 Aug 24 16:48:35.415603 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8ee49-9493-47ae-8e43-c13f141e700b req-d184ad7e-b6d2-4d89-baaa-f69fb69f89b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:35.417480 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-20e8ee49-9493-47ae-8e43-c13f141e700b req-d184ad7e-b6d2-4d89-baaa-f69fb69f89b9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 1130 time: 0.0523953 Aug 24 16:48:35.523922 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8ee49-9493-47ae-8e43-c13f141e700b req-0b4eb15a-294c-4dea-9a71-5ff531aba9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:35.525573 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-20e8ee49-9493-47ae-8e43-c13f141e700b req-0b4eb15a-294c-4dea-9a71-5ff531aba9c5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=883b1cf6-8114-4681-9877-f2163f4c86c7 HTTP/1.1" status: 200 len: 916 time: 0.0975189 Aug 24 16:48:35.545060 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:35.597722 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-20e8ee49-9493-47ae-8e43-c13f141e700b req-0dd2c94e-d793-488b-a32e-d3935d1342d7 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecde38d2-23a1-4f3d-83ab-8455ae18aa78 HTTP/1.1" status: 200 len: 999 time: 0.0600977 Aug 24 16:48:35.609424 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-7f2aa476-b4a5-4d08-9969-5f408a89f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': 'a6dc3465-f27d-4f9a-9635-330ab42b4534', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.55', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': 'ecde38d2-23a1-4f3d-83ab-8455ae18aa78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:66:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75981127-7926-42dc-9ab3-1fe58eaf63e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:48:06Z', 'updated_at': '2022-08-24T16:48:34Z', 'revision_number': 1, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:48:35.632687 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:35.645366 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2aa476-b4a5-4d08-9969-5f408a89f797 None None] Checking router: 2c4c75b8-7627-42ef-bd27-3e0725427ee7 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:48:35.655043 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2aa476-b4a5-4d08-9969-5f408a89f797 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:48:35.655649 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-7f2aa476-b4a5-4d08-9969-5f408a89f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:48:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:48:35.673205 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8ee49-9493-47ae-8e43-c13f141e700b req-4728da4c-b60c-4b90-bdca-1d4157fe5352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:35.674701 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-20e8ee49-9493-47ae-8e43-c13f141e700b req-4728da4c-b60c-4b90-bdca-1d4157fe5352 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=502f9714-b664-4573-bc1d-27593423cf2c HTTP/1.1" status: 200 len: 854 time: 0.0707378 Aug 24 16:48:35.728066 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8ee49-9493-47ae-8e43-c13f141e700b req-4a20c534-35df-4af4-8721-66348e171971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:35.729783 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-20e8ee49-9493-47ae-8e43-c13f141e700b req-4a20c534-35df-4af4-8721-66348e171971 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=883b1cf6-8114-4681-9877-f2163f4c86c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404928 Aug 24 16:48:35.760995 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-7f2aa476-b4a5-4d08-9969-5f408a89f797 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:48:35.784908 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:35.826901 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-20e8ee49-9493-47ae-8e43-c13f141e700b req-d9fab667-3dac-4db0-bd68-b9d4463cddaa service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904875 Aug 24 16:48:35.935771 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-20e8ee49-9493-47ae-8e43-c13f141e700b req-d024beec-2e78-40fd-87cf-673f5fc7c91d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002040 Aug 24 16:48:36.016973 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-7f2aa476-b4a5-4d08-9969-5f408a89f797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': 'a6dc3465-f27d-4f9a-9635-330ab42b4534', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.55', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': 'ecde38d2-23a1-4f3d-83ab-8455ae18aa78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:66:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75981127-7926-42dc-9ab3-1fe58eaf63e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:48:06Z', 'updated_at': '2022-08-24T16:48:34Z', 'revision_number': 1, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:48:36.043554 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2aa476-b4a5-4d08-9969-5f408a89f797 None None] The sync data for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi is: [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': 'a6dc3465-f27d-4f9a-9635-330ab42b4534', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.55', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': 'ecde38d2-23a1-4f3d-83ab-8455ae18aa78', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:66:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75981127-7926-42dc-9ab3-1fe58eaf63e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:48:06Z', 'updated_at': '2022-08-24T16:48:34Z', 'revision_number': 1, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:48:36.259586 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa8ef51-b7d7-4c9d-a393-1e58ab7f99ed None None] New status for floating IP a6dc3465-f27d-4f9a-9635-330ab42b4534: ACTIVE {{(pid=113371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:48:36.516503 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e7c58-ef06-4e2d-9a48-ccdb040ed7f1 req-2758d381-5b3e-41ef-b94d-52a9f0021a38 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:36.518059 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6d7e7c58-ef06-4e2d-9a48-ccdb040ed7f1 req-2758d381-5b3e-41ef-b94d-52a9f0021a38 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0495462 Aug 24 16:48:36.574428 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:36.581683 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6d7e7c58-ef06-4e2d-9a48-ccdb040ed7f1 req-6c601223-bfdb-4119-92b2-e306f5d1368e tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576534 Aug 24 16:48:37.108825 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:37.291962 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:37.709600 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91287ad9-f17d-48e9-9bdc-1be7623d6c4b req-cf075343-afec-43e1-9a14-a57c8b7e92a3 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:37.711101 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-91287ad9-f17d-48e9-9bdc-1be7623d6c4b req-cf075343-afec-43e1-9a14-a57c8b7e92a3 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0526674 Aug 24 16:48:37.784917 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-91287ad9-f17d-48e9-9bdc-1be7623d6c4b req-42519f89-596d-4137-b2cd-9db7a9206d39 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669353 Aug 24 16:48:38.911803 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77909d11-be5c-4a95-9799-5d02226ac594 req-045363d5-6a11-4cbe-9a54-8d2c2f615485 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:38.913322 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-77909d11-be5c-4a95-9799-5d02226ac594 req-045363d5-6a11-4cbe-9a54-8d2c2f615485 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0510142 Aug 24 16:48:38.980165 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-77909d11-be5c-4a95-9799-5d02226ac594 req-3c1ce31f-1989-4dfe-8a0d-03750be9b935 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610678 Aug 24 16:48:40.102826 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639cb89-5702-423e-a771-430f50c4d005 req-1e213fa1-0897-4a83-8a2a-30b213dd6a04 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:40.104314 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a639cb89-5702-423e-a771-430f50c4d005 req-1e213fa1-0897-4a83-8a2a-30b213dd6a04 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0486646 Aug 24 16:48:40.178152 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a639cb89-5702-423e-a771-430f50c4d005 req-ff91c54d-cf2c-4eca-adef-209123e44749 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671694 Aug 24 16:48:41.301560 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb467f-cd06-468a-8a0e-c21d766b698c req-eb342b34-c6f7-41f9-b2a8-522901d61fd4 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:41.303063 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3afb467f-cd06-468a-8a0e-c21d766b698c req-eb342b34-c6f7-41f9-b2a8-522901d61fd4 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0489106 Aug 24 16:48:41.366110 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3afb467f-cd06-468a-8a0e-c21d766b698c req-13603f2a-894d-4d9b-be60-4cd432b18728 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573099 Aug 24 16:48:42.505286 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239b4e2-b70f-4951-b7c1-c33fc0a26215 req-c06772e9-4038-4fae-bd2d-1814c79923c9 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:42.506888 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5239b4e2-b70f-4951-b7c1-c33fc0a26215 req-c06772e9-4038-4fae-bd2d-1814c79923c9 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0509655 Aug 24 16:48:42.573118 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5239b4e2-b70f-4951-b7c1-c33fc0a26215 req-aa5bc38a-61eb-4d0f-81a6-81e022fe2c97 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598629 Aug 24 16:48:43.592969 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=60 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:43.688010 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:43.705065 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547e370-a7d5-4f67-afc8-27a276a87c1a req-99aff739-8230-4a04-abc0-7d8a8eb77359 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:43.708523 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c547e370-a7d5-4f67-afc8-27a276a87c1a req-99aff739-8230-4a04-abc0-7d8a8eb77359 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0559170 Aug 24 16:48:43.772014 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c547e370-a7d5-4f67-afc8-27a276a87c1a req-0e042fb7-2f63-4d31-9401-bb3c37f83279 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593007 Aug 24 16:48:44.902518 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb534f0-0186-4dbe-9d98-b9f96f3c1ee0 req-ca23408f-71ce-4020-a6ed-5d28c87312e9 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:44.904317 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9fb534f0-0186-4dbe-9d98-b9f96f3c1ee0 req-ca23408f-71ce-4020-a6ed-5d28c87312e9 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0499842 Aug 24 16:48:44.971099 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9fb534f0-0186-4dbe-9d98-b9f96f3c1ee0 req-ba20648c-5e21-48ae-a75f-d167ce0f4bf0 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611253 Aug 24 16:48:46.010062 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=80 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:46.020412 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=76 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:46.106130 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153575e-cdee-47df-a408-f86fedc6d627 req-00e16fc4-783b-4fb6-ac53-2321ea1e464c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:46.108213 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3153575e-cdee-47df-a408-f86fedc6d627 req-00e16fc4-783b-4fb6-ac53-2321ea1e464c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0570059 Aug 24 16:48:46.174096 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3153575e-cdee-47df-a408-f86fedc6d627 req-77372c7f-bc2b-400e-b91c-22f66ad0bb4c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594597 Aug 24 16:48:47.182587 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:47.185666 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:47.303127 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2c67d-8531-4459-b282-c007e9a469d0 req-9c3d6c6b-b137-4441-9338-7a6249801ff9 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:47.304642 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8fa2c67d-8531-4459-b282-c007e9a469d0 req-9c3d6c6b-b137-4441-9338-7a6249801ff9 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0517807 Aug 24 16:48:47.372225 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8fa2c67d-8531-4459-b282-c007e9a469d0 req-9f7db0a8-3aa0-46aa-8584-f936ef2ded18 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609283 Aug 24 16:48:48.499184 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1696fd7-546a-4dfe-99d3-961b6a3f2c74 req-05a48102-8de5-456f-ae55-024dc7a61f6e tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:48.500832 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f1696fd7-546a-4dfe-99d3-961b6a3f2c74 req-05a48102-8de5-456f-ae55-024dc7a61f6e tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0496185 Aug 24 16:48:48.553300 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:48.573428 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f1696fd7-546a-4dfe-99d3-961b6a3f2c74 req-2b0e736a-b508-46e0-8480-238cd8842f1d tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667377 Aug 24 16:48:49.704804 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5ccaa-812e-4544-add3-585723209a5e req-830355be-c81f-4683-a3c8-0f3d0c9c80f3 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:49.706303 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-25c5ccaa-812e-4544-add3-585723209a5e req-830355be-c81f-4683-a3c8-0f3d0c9c80f3 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0494187 Aug 24 16:48:49.767834 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-25c5ccaa-812e-4544-add3-585723209a5e req-ba8cb5a2-26e7-45c4-a914-97f375609c4c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558095 Aug 24 16:48:50.418747 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:48:50.896502 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee121d-af1f-461b-be4e-28517d3fd161 req-6a179698-8f93-402e-96af-4a42f711b4b7 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:50.898029 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-27ee121d-af1f-461b-be4e-28517d3fd161 req-6a179698-8f93-402e-96af-4a42f711b4b7 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0531843 Aug 24 16:48:50.969025 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-27ee121d-af1f-461b-be4e-28517d3fd161 req-7acf1f75-9995-4b09-b7e9-b25940d4fa27 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648730 Aug 24 16:48:52.096485 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3fc13-a2ac-49c5-b4b5-1fbb162b38eb req-88318e7d-508b-46fa-8cce-d807f0ae5539 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:52.097975 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d7f3fc13-a2ac-49c5-b4b5-1fbb162b38eb req-88318e7d-508b-46fa-8cce-d807f0ae5539 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0518260 Aug 24 16:48:52.161733 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d7f3fc13-a2ac-49c5-b4b5-1fbb162b38eb req-c75e17ae-0f32-4cde-86cf-048f4d4d9fd0 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579050 Aug 24 16:48:53.291624 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507251fe-24cb-48ad-9580-9eed4fcf6fd4 req-05eb423d-e9eb-4262-a4c0-de8cd5642b09 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:53.293978 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-507251fe-24cb-48ad-9580-9eed4fcf6fd4 req-05eb423d-e9eb-4262-a4c0-de8cd5642b09 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0548584 Aug 24 16:48:53.359435 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-507251fe-24cb-48ad-9580-9eed4fcf6fd4 req-3d418e2e-6e6e-4a80-a9ed-1c0b460421d0 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590184 Aug 24 16:48:54.490113 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666b8e8-e8ab-4cc0-aba2-c424ef2ef43f req-b0b3b62f-aced-487b-8257-993b94e262a1 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:54.501427 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d666b8e8-e8ab-4cc0-aba2-c424ef2ef43f req-b0b3b62f-aced-487b-8257-993b94e262a1 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0548570 Aug 24 16:48:54.503398 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:48:54.555249 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d666b8e8-e8ab-4cc0-aba2-c424ef2ef43f req-a86d73cd-f465-4e28-837b-28fcb4eb56d7 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574963 Aug 24 16:48:55.703000 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad3613-53ac-462b-98fc-223397006cdd req-7e7a8eab-a1ce-4f5e-87bd-61271dc4eef7 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:55.704577 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b0ad3613-53ac-462b-98fc-223397006cdd req-7e7a8eab-a1ce-4f5e-87bd-61271dc4eef7 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0536346 Aug 24 16:48:55.770020 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b0ad3613-53ac-462b-98fc-223397006cdd req-785fc3c9-127f-4493-b869-1d51ca35d85e tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591168 Aug 24 16:48:56.910995 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd65aae-eb5e-4402-9d3d-792b0db92c45 req-2d8f8ac5-b3ba-4105-9e99-348fde2f2f60 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:48:56.913364 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0dd65aae-eb5e-4402-9d3d-792b0db92c45 req-2d8f8ac5-b3ba-4105-9e99-348fde2f2f60 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.0586545 Aug 24 16:48:56.994022 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0dd65aae-eb5e-4402-9d3d-792b0db92c45 req-83cbae55-6b92-4712-82f7-99ad54a5917b tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&id=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737641 Aug 24 16:49:00.353920 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:00.355842 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:01.839315 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-bd253a73-6460-484d-8356-95be8a85e659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:04.010387 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b36ba4e6-b724-4469-ad01-f3d1e8930f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:04.332413 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=16 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:04.333653 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=12 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:05.695203 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:06.979744 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=76 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:06.987785 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=24 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:07.119479 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:07.285202 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:09.355389 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:49:14.446397 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a4058-05da-4cea-8742-c4d1d67b5f8f req-31909711-5472-4daf-b7df-c3c2b27a9ffd tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:14.447880 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-684a4058-05da-4cea-8742-c4d1d67b5f8f req-31909711-5472-4daf-b7df-c3c2b27a9ffd tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.1032045 Aug 24 16:49:14.497179 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-684a4058-05da-4cea-8742-c4d1d67b5f8f req-c15b6adf-c5d2-41ce-be33-065f479210d2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429420 Aug 24 16:49:15.627099 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e7183-80dc-438a-9e2b-719f35ce764a req-e58e9a32-a27a-4dcb-a064-5e3ccbeb00ba tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:15.628587 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-419e7183-80dc-438a-9e2b-719f35ce764a req-e58e9a32-a27a-4dcb-a064-5e3ccbeb00ba tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0539029 Aug 24 16:49:15.680522 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-419e7183-80dc-438a-9e2b-719f35ce764a req-e1ac5031-4df7-43e6-870e-98b0feceaaf9 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463278 Aug 24 16:49:16.815589 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ac6a7-6536-4191-ba57-a513eebf3f7a req-979584f1-368d-41a4-b028-9881db384f2b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:16.817567 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6a2ac6a7-6536-4191-ba57-a513eebf3f7a req-979584f1-368d-41a4-b028-9881db384f2b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0549834 Aug 24 16:49:16.867357 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6a2ac6a7-6536-4191-ba57-a513eebf3f7a req-4b993f3d-f181-4ebf-afa2-48746df92293 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440874 Aug 24 16:49:17.181276 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:17.183665 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:17.758020 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016200d-3c6d-40a1-ae00-007cce41a9d9 req-6ad4a382-321a-4a80-9303-5087189c99b2 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:17.759543 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f016200d-3c6d-40a1-ae00-007cce41a9d9 req-6ad4a382-321a-4a80-9303-5087189c99b2 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0482354 Aug 24 16:49:17.808567 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f016200d-3c6d-40a1-ae00-007cce41a9d9 req-a585aa9d-c9c1-4b2b-b457-5df4d65a757d tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429649 Aug 24 16:49:17.992893 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb75fb7-1f73-4f19-ad5d-8f90f5477a03 req-a1e20596-6170-424c-8092-7feeb4d69e20 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:17.994494 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4bb75fb7-1f73-4f19-ad5d-8f90f5477a03 req-a1e20596-6170-424c-8092-7feeb4d69e20 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0520718 Aug 24 16:49:18.047920 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4bb75fb7-1f73-4f19-ad5d-8f90f5477a03 req-d7e7b9a3-e981-4046-be6c-f2b452f112d2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465024 Aug 24 16:49:18.944123 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5831f-e22f-4197-a11b-105146f23960 req-0952349d-04f8-4369-9060-34b9c80994ee tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:18.945719 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5ec5831f-e22f-4197-a11b-105146f23960 req-0952349d-04f8-4369-9060-34b9c80994ee tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0511081 Aug 24 16:49:19.005566 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5ec5831f-e22f-4197-a11b-105146f23960 req-71c014b6-93f2-4bcd-b2ab-28e28a7162f4 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525546 Aug 24 16:49:19.191337 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2eedd0-dfea-4d3c-ac32-9bcb1b403d1f req-0830480b-dae9-48af-82e5-2a46883f7667 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:19.192865 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7a2eedd0-dfea-4d3c-ac32-9bcb1b403d1f req-0830480b-dae9-48af-82e5-2a46883f7667 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0590434 Aug 24 16:49:19.249617 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7a2eedd0-dfea-4d3c-ac32-9bcb1b403d1f req-d1ec5c69-d112-4485-80a1-3180702098a0 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484035 Aug 24 16:49:19.350570 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:19.351729 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=5 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:20.139272 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6c179-4862-4c1a-ae4f-6789e660e869 req-dfd37067-43c3-49e8-a196-38f22a82cac4 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:20.141366 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-66c6c179-4862-4c1a-ae4f-6789e660e869 req-dfd37067-43c3-49e8-a196-38f22a82cac4 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0517507 Aug 24 16:49:20.192136 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-66c6c179-4862-4c1a-ae4f-6789e660e869 req-f37426d1-2971-405f-89ca-648c6fe92544 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443220 Aug 24 16:49:20.411659 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e603f50-41ef-4c84-9c49-b93b30f51b46 req-152b281e-6499-4646-963a-0ded09860ce1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:20.413234 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e603f50-41ef-4c84-9c49-b93b30f51b46 req-152b281e-6499-4646-963a-0ded09860ce1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0883985 Aug 24 16:49:20.421377 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee06d3d-75b2-41b5-921e-c7595c101ddd req-9a1ff95d-c6bc-4cea-8414-e19aeaf6fbdd tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:20.425315 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6ee06d3d-75b2-41b5-921e-c7595c101ddd req-9a1ff95d-c6bc-4cea-8414-e19aeaf6fbdd tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0868289 Aug 24 16:49:20.444479 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:20.477776 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6ee06d3d-75b2-41b5-921e-c7595c101ddd req-23a5958e-2226-4757-b228-1e6b61df99ce tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476229 Aug 24 16:49:20.855576 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50110c59-5903-4e33-9ad3-b8b0b22f5505 req-9986c9e2-53c0-4396-b941-f3f81771ae3f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:20.857561 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-50110c59-5903-4e33-9ad3-b8b0b22f5505 req-9986c9e2-53c0-4396-b941-f3f81771ae3f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0627251 Aug 24 16:49:20.891593 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-9e603f50-41ef-4c84-9c49-b93b30f51b46 req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Deleting port d972466c-37b3-4485-ba2b-6a1659a3de80 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:49:20.892480 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9e603f50-41ef-4c84-9c49-b93b30f51b46 req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (d972466c-37b3-4485-ba2b-6a1659a3de80), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:21.019925 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:21.023261 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [req-50110c59-5903-4e33-9ad3-b8b0b22f5505 req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Deleting port ae79267d-50a6-401e-8b7e-65a6ed48fbc9 {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:49:21.023987 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-50110c59-5903-4e33-9ad3-b8b0b22f5505 req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (ae79267d-50a6-401e-8b7e-65a6ed48fbc9), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:21.032978 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:21.077662 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-9e603f50-41ef-4c84-9c49-b93b30f51b46 req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] For port d972466c-37b3-4485-ba2b-6a1659a3de80, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=d972466c-37b3-4485-ba2b-6a1659a3de80,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:21.083852 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9e603f50-41ef-4c84-9c49-b93b30f51b46 req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (d972466c-37b3-4485-ba2b-6a1659a3de80), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:21.210655 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [req-50110c59-5903-4e33-9ad3-b8b0b22f5505 req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] For port ae79267d-50a6-401e-8b7e-65a6ed48fbc9, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=ae79267d-50a6-401e-8b7e-65a6ed48fbc9,segment=NetworkSegment(2023dcad-1199-4ffc-890c-247170f76826),segment_id=2023dcad-1199-4ffc-890c-247170f76826)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:21.210953 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-50110c59-5903-4e33-9ad3-b8b0b22f5505 req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (ae79267d-50a6-401e-8b7e-65a6ed48fbc9), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:21.396660 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9e603f50-41ef-4c84-9c49-b93b30f51b46 req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:21.396660 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9e603f50-41ef-4c84-9c49-b93b30f51b46 req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (19c2f478-6149-42df-9e27-1049c1c38d50), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:21.396660 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [req-9e603f50-41ef-4c84-9c49-b93b30f51b46 req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Floating IP 19c2f478-6149-42df-9e27-1049c1c38d50 disassociated. External IP: 172.27.4.88, port: d972466c-37b3-4485-ba2b-6a1659a3de80. Aug 24 16:49:21.396660 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-9e603f50-41ef-4c84-9c49-b93b30f51b46 req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Calling delete_port for d972466c-37b3-4485-ba2b-6a1659a3de80 owned by compute:nova {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:49:21.406274 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061638c0-cc1f-40cf-a7b1-308eb6677ffc req-6d9d5aae-68a9-48d2-87fd-02c7667e1114 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:21.408598 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-061638c0-cc1f-40cf-a7b1-308eb6677ffc req-6d9d5aae-68a9-48d2-87fd-02c7667e1114 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 945 time: 0.0861738 Aug 24 16:49:21.551707 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-061638c0-cc1f-40cf-a7b1-308eb6677ffc req-2c91089a-4b60-4738-a377-fdcb082f5f03 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3e22c34a-3148-4e17-8e2e-cb990b84bf6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352341 Aug 24 16:49:21.615573 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-50110c59-5903-4e33-9ad3-b8b0b22f5505 req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:21.615573 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-50110c59-5903-4e33-9ad3-b8b0b22f5505 req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (696b0f0c-5e25-4ae2-86bd-c030eae1ba12), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:21.615573 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.l3_db [req-50110c59-5903-4e33-9ad3-b8b0b22f5505 req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Floating IP 696b0f0c-5e25-4ae2-86bd-c030eae1ba12 disassociated. External IP: 172.27.4.202, port: ae79267d-50a6-401e-8b7e-65a6ed48fbc9. Aug 24 16:49:21.615573 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [req-50110c59-5903-4e33-9ad3-b8b0b22f5505 req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Calling delete_port for ae79267d-50a6-401e-8b7e-65a6ed48fbc9 owned by compute:nova {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:49:21.785204 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd7add-5c7d-404b-b0d8-a6be387ba0ec req-89d03056-d641-461d-af55-e91b6ff7900b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:21.788622 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-62fd7add-5c7d-404b-b0d8-a6be387ba0ec req-89d03056-d641-461d-af55-e91b6ff7900b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 946 time: 0.0780954 Aug 24 16:49:21.834470 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9e603f50-41ef-4c84-9c49-b93b30f51b46 req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (d972466c-37b3-4485-ba2b-6a1659a3de80), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:21.881624 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-50110c59-5903-4e33-9ad3-b8b0b22f5505 req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (ae79267d-50a6-401e-8b7e-65a6ed48fbc9), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:21.889457 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Pushing event deleted for resources: {'Port': ['ID=d972466c-37b3-4485-ba2b-6a1659a3de80,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:21.896448 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-62fd7add-5c7d-404b-b0d8-a6be387ba0ec req-351112af-829f-497d-b7b8-65dd4381c82d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=ac6eb599-b065-4747-bc54-fcf7a77e15a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010253 Aug 24 16:49:21.912520 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:21.912871 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:21.913218 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:21.913562 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:21.914013 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:21.914320 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:21.914750 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:21.915089 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:21.915417 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:21.915920 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:21.916492 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:21.917045 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:21.917474 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:21.917814 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:21.918148 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:21.978532 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event deleted for resources: {'Port': ['ID=ae79267d-50a6-401e-8b7e-65a6ed48fbc9,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:22.058953 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:22.059407 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:22.059759 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:22.060106 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:22.060471 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:22.060807 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:22.061142 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:22.061468 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:22.061834 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:22.063258 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:22.063258 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:22.063487 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:22.063716 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:22.064031 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:22.064388 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:22.096841 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e603f50-41ef-4c84-9c49-b93b30f51b46 req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Router ce4ec97e-757c-43a7-916f-11458e95ba52 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:49:22.154706 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50110c59-5903-4e33-9ad3-b8b0b22f5505 req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Router b7dbe20b-9333-40bf-a495-0159eb4b0225 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:49:22.225293 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e603f50-41ef-4c84-9c49-b93b30f51b46 req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:49:22.240206 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9483ab1c-317c-48f5-a3a5-14d6b92d066d None None] Sync routers for ids ['ce4ec97e-757c-43a7-916f-11458e95ba52'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:49:22.259322 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9483ab1c-317c-48f5-a3a5-14d6b92d066d None None] Routers {'ce4ec97e-757c-43a7-916f-11458e95ba52'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:49:22.260255 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-9483ab1c-317c-48f5-a3a5-14d6b92d066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:49:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['ce4ec97e-757c-43a7-916f-11458e95ba52'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:22.344199 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e603f50-41ef-4c84-9c49-b93b30f51b46 req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] No DVR routers for this DVR port d972466c-37b3-4485-ba2b-6a1659a3de80 on host hv-cinder-73116 {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:49:22.348217 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9e603f50-41ef-4c84-9c49-b93b30f51b46 req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:22.356766 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e603f50-41ef-4c84-9c49-b93b30f51b46 req-5e35c0cd-2897-4488-8392-1b01ebec319d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.40 "DELETE /networking/v2.0/ports/d972466c-37b3-4485-ba2b-6a1659a3de80 HTTP/1.1" status: 204 len: 173 time: 1.5873060 Aug 24 16:49:22.357679 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'name': 'network-vif-deleted', 'tag': 'd972466c-37b3-4485-ba2b-6a1659a3de80'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:49:22.361970 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d326ca97-2681-47fa-bf8f-facfc606a86c" -d '{"events": [{"server_uuid": "f4e8d907-5a6d-450e-92bc-a4ee16bde539", "name": "network-vif-deleted", "tag": "d972466c-37b3-4485-ba2b-6a1659a3de80"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:49:22.434241 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5654418e-9274-41e2-9a82-58385ef8bd6b x-openstack-request-id: req-5654418e-9274-41e2-9a82-58385ef8bd6b {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:49:22.434241 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e8d907-5a6d-450e-92bc-a4ee16bde539", "name": "network-vif-deleted", "tag": "d972466c-37b3-4485-ba2b-6a1659a3de80", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:49:22.434241 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5654418e-9274-41e2-9a82-58385ef8bd6b {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:49:22.435593 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5654418e-9274-41e2-9a82-58385ef8bd6b'] response: {'server_uuid': 'f4e8d907-5a6d-450e-92bc-a4ee16bde539', 'name': 'network-vif-deleted', 'tag': 'd972466c-37b3-4485-ba2b-6a1659a3de80', 'status': 'completed', 'code': 200} Aug 24 16:49:22.435758 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-9483ab1c-317c-48f5-a3a5-14d6b92d066d None None] Set router ce4ec97e-757c-43a7-916f-11458e95ba52 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:49:22.641785 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5b906-f356-4fad-a883-5b3c63d505f7 req-f4b8aae5-98bd-4bbd-ac5a-81effd312fa9 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:22.653440 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d7f5b906-f356-4fad-a883-5b3c63d505f7 req-f4b8aae5-98bd-4bbd-ac5a-81effd312fa9 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 947 time: 0.1218805 Aug 24 16:49:22.675192 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:22.741273 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6b8bb822-b7d8-4dd6-9e7c-e2acbafc1a39 req-9d91e952-5f57-43e4-8856-e2c1647cbb61 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 210 time: 0.0461097 Aug 24 16:49:22.745351 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d7f5b906-f356-4fad-a883-5b3c63d505f7 req-59d15292-c9ff-466d-8a46-fc92b421dfb3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910470 Aug 24 16:49:22.747148 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50110c59-5903-4e33-9ad3-b8b0b22f5505 req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:49:22.764663 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42dfa3d-fc82-4fde-81ac-fcb275391ab5 None None] Sync routers for ids ['b7dbe20b-9333-40bf-a495-0159eb4b0225'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:49:22.813953 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [req-50110c59-5903-4e33-9ad3-b8b0b22f5505 req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] No DVR routers for this DVR port ae79267d-50a6-401e-8b7e-65a6ed48fbc9 on host hv-cinder-73116 {{(pid=113369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:49:22.817920 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-50110c59-5903-4e33-9ad3-b8b0b22f5505 req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:22.819928 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42dfa3d-fc82-4fde-81ac-fcb275391ab5 None None] Routers {'b7dbe20b-9333-40bf-a495-0159eb4b0225'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:49:22.820904 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-50110c59-5903-4e33-9ad3-b8b0b22f5505 req-c33bdff2-d5f3-4ae7-a1e1-e5550d947388 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.40 "DELETE /networking/v2.0/ports/ae79267d-50a6-401e-8b7e-65a6ed48fbc9 HTTP/1.1" status: 204 len: 173 time: 1.9563029 Aug 24 16:49:22.821471 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfcc291-21b3-42f0-9398-eeebfa0e9af8', 'name': 'network-vif-deleted', 'tag': 'ae79267d-50a6-401e-8b7e-65a6ed48fbc9'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:49:22.824622 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16237644-13c6-450c-a0ea-d759d9bf37e1" -d '{"events": [{"server_uuid": "fcfcc291-21b3-42f0-9398-eeebfa0e9af8", "name": "network-vif-deleted", "tag": "ae79267d-50a6-401e-8b7e-65a6ed48fbc9"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:49:22.825493 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-b42dfa3d-fc82-4fde-81ac-fcb275391ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:49:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['b7dbe20b-9333-40bf-a495-0159eb4b0225'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:22.825916 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-9483ab1c-317c-48f5-a3a5-14d6b92d066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:24Z', 'revision_number': 4, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port': {'id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '44edde22-7748-4c7c-a788-ac3ce953fcc2', 'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'mac_address': 'fa:16:3e:55:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:22Z', 'updated_at': '2022-08-24T16:44:33Z', 'revision_number': 5, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'subnets': [{'id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:22.863135 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9483ab1c-317c-48f5-a3a5-14d6b92d066d None None] Checking router: ce4ec97e-757c-43a7-916f-11458e95ba52 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:49:22.876131 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9483ab1c-317c-48f5-a3a5-14d6b92d066d None None] Routers {'ce4ec97e-757c-43a7-916f-11458e95ba52'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:49:22.877021 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-9483ab1c-317c-48f5-a3a5-14d6b92d066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:49:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['ce4ec97e-757c-43a7-916f-11458e95ba52'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:22.878108 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bd8aa7-448b-4c6b-a0fb-29c7f92611c7 x-openstack-request-id: req-e0bd8aa7-448b-4c6b-a0fb-29c7f92611c7 {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:49:22.878757 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfcc291-21b3-42f0-9398-eeebfa0e9af8", "name": "network-vif-deleted", "tag": "ae79267d-50a6-401e-8b7e-65a6ed48fbc9", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:49:22.879288 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e0bd8aa7-448b-4c6b-a0fb-29c7f92611c7 {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:49:22.880164 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0bd8aa7-448b-4c6b-a0fb-29c7f92611c7'] response: {'server_uuid': 'fcfcc291-21b3-42f0-9398-eeebfa0e9af8', 'name': 'network-vif-deleted', 'tag': 'ae79267d-50a6-401e-8b7e-65a6ed48fbc9', 'status': 'completed', 'code': 200} Aug 24 16:49:22.897797 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device d972466c-37b3-4485-ba2b-6a1659a3de80 no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:49:22.961768 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: d972466c-37b3-4485-ba2b-6a1659a3de80 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:49:22.962060 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device d972466c-37b3-4485-ba2b-6a1659a3de80 not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:49:23.032996 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-b42dfa3d-fc82-4fde-81ac-fcb275391ab5 None None] Set router b7dbe20b-9333-40bf-a495-0159eb4b0225 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:49:23.037136 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-9483ab1c-317c-48f5-a3a5-14d6b92d066d None None] Set router ce4ec97e-757c-43a7-916f-11458e95ba52 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:49:23.342354 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-9483ab1c-317c-48f5-a3a5-14d6b92d066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:24Z', 'revision_number': 4, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port': {'id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '44edde22-7748-4c7c-a788-ac3ce953fcc2', 'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'mac_address': 'fa:16:3e:55:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:22Z', 'updated_at': '2022-08-24T16:44:33Z', 'revision_number': 5, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'subnets': [{'id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:23.378839 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-b42dfa3d-fc82-4fde-81ac-fcb275391ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:27Z', 'revision_number': 4, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'b728e187-e328-4a1c-b1ca-502db465b020', 'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'mac_address': 'fa:16:3e:ee:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:26Z', 'updated_at': '2022-08-24T16:44:37Z', 'revision_number': 5, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'subnets': [{'id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:23.383106 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-428ebe55-5aa1-42af-88cc-d04bc61af367 req-d7dc45c0-7062-433b-a60d-eddd0a0f00a1 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 210 time: 0.3286517 Aug 24 16:49:23.389781 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9483ab1c-317c-48f5-a3a5-14d6b92d066d None None] The sync data for ids ['ce4ec97e-757c-43a7-916f-11458e95ba52'] in dv-cinder-731167-2-iscsi is: [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:24Z', 'revision_number': 4, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port': {'id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '44edde22-7748-4c7c-a788-ac3ce953fcc2', 'name': '', 'network_id': '4d88a69f-ea66-4ba4-9592-a2ab513e73da', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'mac_address': 'fa:16:3e:55:c3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:22Z', 'updated_at': '2022-08-24T16:44:33Z', 'revision_number': 5, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'subnets': [{'id': '27787f90-01da-4eab-83e5-1d4c783724ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:49:23.407869 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42dfa3d-fc82-4fde-81ac-fcb275391ab5 None None] Checking router: b7dbe20b-9333-40bf-a495-0159eb4b0225 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:49:23.418561 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42dfa3d-fc82-4fde-81ac-fcb275391ab5 None None] Routers {'b7dbe20b-9333-40bf-a495-0159eb4b0225'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:49:23.419262 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-b42dfa3d-fc82-4fde-81ac-fcb275391ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:49:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['b7dbe20b-9333-40bf-a495-0159eb4b0225'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:23.555288 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-b42dfa3d-fc82-4fde-81ac-fcb275391ab5 None None] Set router b7dbe20b-9333-40bf-a495-0159eb4b0225 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:49:23.673193 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee39eea-a790-4cd5-9d1f-e08fb0f3e368 None None] New status for floating IP 19c2f478-6149-42df-9e27-1049c1c38d50: DOWN {{(pid=113372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:49:23.812648 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-b42dfa3d-fc82-4fde-81ac-fcb275391ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:27Z', 'revision_number': 4, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'b728e187-e328-4a1c-b1ca-502db465b020', 'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'mac_address': 'fa:16:3e:ee:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:26Z', 'updated_at': '2022-08-24T16:44:37Z', 'revision_number': 5, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'subnets': [{'id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:23.860698 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42dfa3d-fc82-4fde-81ac-fcb275391ab5 None None] The sync data for ids ['b7dbe20b-9333-40bf-a495-0159eb4b0225'] in dv-cinder-731167-2-iscsi is: [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:27Z', 'revision_number': 4, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'b728e187-e328-4a1c-b1ca-502db465b020', 'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'mac_address': 'fa:16:3e:ee:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:26Z', 'updated_at': '2022-08-24T16:44:37Z', 'revision_number': 5, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'subnets': [{'id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:49:23.988078 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:24.011883 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7f24f829-10f0-42a7-a2ac-fb0a760a371a req-d1e3474f-5be7-4d52-bad7-ee84f646cbab tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 210 time: 0.0598166 Aug 24 16:49:24.026076 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad8a3f-ea4d-4c80-928d-c2fa28fbd8f1 req-db3b9eb7-c535-4e5d-943b-d820f7da79a2 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:24.028008 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e8ad8a3f-ea4d-4c80-928d-c2fa28fbd8f1 req-db3b9eb7-c535-4e5d-943b-d820f7da79a2 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 947 time: 0.0954702 Aug 24 16:49:24.109198 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e8ad8a3f-ea4d-4c80-928d-c2fa28fbd8f1 req-d9a8b10b-7d48-430d-bdb6-cdcbf5228e3b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=727a795d-73ca-4a45-ae68-52e7cc4e46b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678563 Aug 24 16:49:24.277154 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1ae94c-c3c4-47a6-a49d-e35ee9787e2b None None] New status for floating IP 696b0f0c-5e25-4ae2-86bd-c030eae1ba12: DOWN {{(pid=113371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:49:24.314135 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:24.375169 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157b4de-b400-4342-98df-daac85f66775 req-669ace7d-c49f-4871-9fef-c0c61bc6a623 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:24.376942 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-b157b4de-b400-4342-98df-daac85f66775 req-669ace7d-c49f-4871-9fef-c0c61bc6a623 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 947 time: 0.0800755 Aug 24 16:49:24.531157 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [req-b157b4de-b400-4342-98df-daac85f66775 req-6dc8cc51-c8ed-4505-b215-52ef8dd046d5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Deleting port 9793be94-7c34-443e-80f4-821b2863ba90 {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:49:24.531618 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-b157b4de-b400-4342-98df-daac85f66775 req-6dc8cc51-c8ed-4505-b215-52ef8dd046d5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (9793be94-7c34-443e-80f4-821b2863ba90), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:24.536726 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:24.566232 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fb2f2475-8570-490f-8721-17c57b92d7e7 req-32f763d4-4cff-4b35-b0be-d31cd0897775 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 210 time: 0.0343392 Aug 24 16:49:24.652321 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [req-b157b4de-b400-4342-98df-daac85f66775 req-6dc8cc51-c8ed-4505-b215-52ef8dd046d5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] For port 9793be94-7c34-443e-80f4-821b2863ba90, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=9793be94-7c34-443e-80f4-821b2863ba90,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:24.652969 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-b157b4de-b400-4342-98df-daac85f66775 req-6dc8cc51-c8ed-4505-b215-52ef8dd046d5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (9793be94-7c34-443e-80f4-821b2863ba90), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:24.853741 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-b157b4de-b400-4342-98df-daac85f66775 req-6dc8cc51-c8ed-4505-b215-52ef8dd046d5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:24.854107 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-b157b4de-b400-4342-98df-daac85f66775 req-6dc8cc51-c8ed-4505-b215-52ef8dd046d5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (181d7fbf-9ae7-4c5d-82c7-d1e4395561b5), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:24.854378 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.l3_db [req-b157b4de-b400-4342-98df-daac85f66775 req-6dc8cc51-c8ed-4505-b215-52ef8dd046d5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Floating IP 181d7fbf-9ae7-4c5d-82c7-d1e4395561b5 disassociated. External IP: 172.27.4.103, port: 9793be94-7c34-443e-80f4-821b2863ba90. Aug 24 16:49:24.854720 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [req-b157b4de-b400-4342-98df-daac85f66775 req-6dc8cc51-c8ed-4505-b215-52ef8dd046d5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Calling delete_port for 9793be94-7c34-443e-80f4-821b2863ba90 owned by compute:nova {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:49:24.882490 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device ae79267d-50a6-401e-8b7e-65a6ed48fbc9 no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:49:24.908968 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: ae79267d-50a6-401e-8b7e-65a6ed48fbc9 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:49:24.909367 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device ae79267d-50a6-401e-8b7e-65a6ed48fbc9 not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:49:25.150576 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-207107f8-1fdb-4bfc-9517-9cb67c8c4d2f req-68868ef7-64eb-494c-a93f-5c9c81d84055 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fcfcc291-21b3-42f0-9398-eeebfa0e9af8 HTTP/1.1" status: 200 len: 210 time: 0.0357134 Aug 24 16:49:25.199013 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-b157b4de-b400-4342-98df-daac85f66775 req-6dc8cc51-c8ed-4505-b215-52ef8dd046d5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (9793be94-7c34-443e-80f4-821b2863ba90), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:25.244988 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8cc51-c8ed-4505-b215-52ef8dd046d5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event deleted for resources: {'Port': ['ID=9793be94-7c34-443e-80f4-821b2863ba90,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:25.256435 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-48b54c71-f5e1-4b66-b289-e50cb6c75c44 req-69123662-d0df-4d73-a355-695bf2fd5bf0 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 210 time: 0.0460815 Aug 24 16:49:25.396634 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b157b4de-b400-4342-98df-daac85f66775 req-6dc8cc51-c8ed-4505-b215-52ef8dd046d5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:49:25.512156 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b157b4de-b400-4342-98df-daac85f66775 req-6dc8cc51-c8ed-4505-b215-52ef8dd046d5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:49:25.530009 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528f370a-9224-4f72-84db-4db01ac45932 None None] Sync routers for ids ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:49:25.567132 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528f370a-9224-4f72-84db-4db01ac45932 None None] Routers {'19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:49:25.571342 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-528f370a-9224-4f72-84db-4db01ac45932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:49:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:25.581591 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [req-b157b4de-b400-4342-98df-daac85f66775 req-6dc8cc51-c8ed-4505-b215-52ef8dd046d5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] No DVR routers for this DVR port 9793be94-7c34-443e-80f4-821b2863ba90 on host hv-cinder-73116 {{(pid=113369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:49:25.586485 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-b157b4de-b400-4342-98df-daac85f66775 req-6dc8cc51-c8ed-4505-b215-52ef8dd046d5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:25.594203 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-b157b4de-b400-4342-98df-daac85f66775 req-6dc8cc51-c8ed-4505-b215-52ef8dd046d5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.40 "DELETE /networking/v2.0/ports/9793be94-7c34-443e-80f4-821b2863ba90 HTTP/1.1" status: 204 len: 173 time: 1.2084305 Aug 24 16:49:25.595964 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'name': 'network-vif-deleted', 'tag': '9793be94-7c34-443e-80f4-821b2863ba90'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:49:25.600744 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f62f46-ba5a-4453-a9e3-e6e40e9bedbb" -d '{"events": [{"server_uuid": "1eadb4fd-bee8-4fac-b072-550b720e3e95", "name": "network-vif-deleted", "tag": "9793be94-7c34-443e-80f4-821b2863ba90"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:49:25.706520 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5c2994-3097-4f0d-ac72-a8038c4e8cf0 x-openstack-request-id: req-db5c2994-3097-4f0d-ac72-a8038c4e8cf0 {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:49:25.707602 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eadb4fd-bee8-4fac-b072-550b720e3e95", "name": "network-vif-deleted", "tag": "9793be94-7c34-443e-80f4-821b2863ba90", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:49:25.708665 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-db5c2994-3097-4f0d-ac72-a8038c4e8cf0 {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:49:25.709556 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db5c2994-3097-4f0d-ac72-a8038c4e8cf0'] response: {'server_uuid': '1eadb4fd-bee8-4fac-b072-550b720e3e95', 'name': 'network-vif-deleted', 'tag': '9793be94-7c34-443e-80f4-821b2863ba90', 'status': 'completed', 'code': 200} Aug 24 16:49:25.799551 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-528f370a-9224-4f72-84db-4db01ac45932 None None] Set router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:49:25.850863 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-68efde20-31e5-46ae-8b7d-3430066722e9 req-2a24c488-e5ed-44bc-91f0-b29c89a0c49f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=f4e8d907-5a6d-450e-92bc-a4ee16bde539 HTTP/1.1" status: 200 len: 210 time: 0.1069090 Aug 24 16:49:25.873302 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:26.057349 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:26.163203 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-528f370a-9224-4f72-84db-4db01ac45932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:41Z', 'revision_number': 4, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '7e605c47-87e9-4429-9306-4e0214bc929f', 'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'mac_address': 'fa:16:3e:6f:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:41Z', 'updated_at': '2022-08-24T16:45:48Z', 'revision_number': 5, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'subnets': [{'id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:26.194415 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528f370a-9224-4f72-84db-4db01ac45932 None None] Checking router: 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:49:26.205303 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528f370a-9224-4f72-84db-4db01ac45932 None None] Routers {'19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:49:26.206143 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-528f370a-9224-4f72-84db-4db01ac45932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:49:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:26.385036 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36832) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:26.395937 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ef043-993e-4b3d-b464-27ee2cc5fbb0 req-f9f9618d-64eb-4aa4-a1b2-10ce45ba1e14 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:26.405758 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-681ef043-993e-4b3d-b464-27ee2cc5fbb0 req-f9f9618d-64eb-4aa4-a1b2-10ce45ba1e14 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.0762663 Aug 24 16:49:26.483795 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-528f370a-9224-4f72-84db-4db01ac45932 None None] Set router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:49:26.489665 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:26.491769 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4e120c34-9933-4abc-b1a2-13966db56dbd tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group (3e22c34a-3148-4e17-8e2e-cb990b84bf6f), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:26.517141 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-681ef043-993e-4b3d-b464-27ee2cc5fbb0 req-59ac3599-9896-4a2f-968b-2a076d6cb9cf tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051579 Aug 24 16:49:26.620591 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4e120c34-9933-4abc-b1a2-13966db56dbd tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group (3e22c34a-3148-4e17-8e2e-cb990b84bf6f), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:26.700147 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c722c7d8-a599-413f-a811-9a3540a9ca1b req-0750eb06-4b15-41e9-9925-b4cf14a4b4d0 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1eadb4fd-bee8-4fac-b072-550b720e3e95 HTTP/1.1" status: 200 len: 210 time: 0.0513301 Aug 24 16:49:26.721501 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-a3349c6e-97af-4787-b40d-b95036f45df4 req-8162d8bf-d260-462f-a9d3-2269ec2da4f0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1669900 Aug 24 16:49:26.808549 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-528f370a-9224-4f72-84db-4db01ac45932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:41Z', 'revision_number': 4, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '7e605c47-87e9-4429-9306-4e0214bc929f', 'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'mac_address': 'fa:16:3e:6f:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:41Z', 'updated_at': '2022-08-24T16:45:48Z', 'revision_number': 5, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'subnets': [{'id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:26.850385 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528f370a-9224-4f72-84db-4db01ac45932 None None] The sync data for ids ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'] in dv-cinder-731167-2-iscsi is: [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:41Z', 'revision_number': 4, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '7e605c47-87e9-4429-9306-4e0214bc929f', 'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'mac_address': 'fa:16:3e:6f:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:41Z', 'updated_at': '2022-08-24T16:45:48Z', 'revision_number': 5, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'subnets': [{'id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:49:26.860786 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4e120c34-9933-4abc-b1a2-13966db56dbd tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (3e22c34a-3148-4e17-8e2e-cb990b84bf6f), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:26.863318 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4e120c34-9933-4abc-b1a2-13966db56dbd tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:26.864807 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-4e120c34-9933-4abc-b1a2-13966db56dbd tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/3e22c34a-3148-4e17-8e2e-cb990b84bf6f HTTP/1.1" status: 204 len: 168 time: 0.4778342 Aug 24 16:49:26.869328 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36834) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:26.880766 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3349c6e-97af-4787-b40d-b95036f45df4 req-1d1cbc3a-be35-473c-85e0-53234b89bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:26.880766 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-a3349c6e-97af-4787-b40d-b95036f45df4 req-1d1cbc3a-be35-473c-85e0-53234b89bf71 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=c99d97707cc2485284d8d33522ebb918&device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 1130 time: 0.0645399 Aug 24 16:49:26.880766 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e120c34-9933-4abc-b1a2-13966db56dbd tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e22c34a-3148-4e17-8e2e-cb990b84bf6f,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:26.930651 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.api.v2.resource [None req-f753fbdb-e94c-4e65-a0fc-3f20af84ca98 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] show failed (client error): The resource could not be found. Aug 24 16:49:26.933738 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-f753fbdb-e94c-4e65-a0fc-3f20af84ca98 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups/3e22c34a-3148-4e17-8e2e-cb990b84bf6f HTTP/1.1" status: 404 len: 347 time: 0.0620406 Aug 24 16:49:26.938460 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36838) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:27.078321 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:27.095804 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36842) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:27.137193 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3349c6e-97af-4787-b40d-b95036f45df4 req-07361b96-8b68-4310-9f62-85a8e75ab3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:27.139990 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-a3349c6e-97af-4787-b40d-b95036f45df4 req-07361b96-8b68-4310-9f62-85a8e75ab3a6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 200 len: 920 time: 0.2050483 Aug 24 16:49:27.170301 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-c6a55710-d2c0-4935-a8aa-973f5648f75e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Deleting port 481c5fd4-b237-42ce-867b-05565d4daf19 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:49:27.170622 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c6a55710-d2c0-4935-a8aa-973f5648f75e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (481c5fd4-b237-42ce-867b-05565d4daf19), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:27.192479 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-a3349c6e-97af-4787-b40d-b95036f45df4 req-f1a2bb4a-8279-4415-8667-2ddf74999921 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08c8eeee-cfbe-4e3e-9514-c73d861d88db HTTP/1.1" status: 200 len: 217 time: 0.0429204 Aug 24 16:49:27.293113 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-2f8a5b1b-6ab7-43c9-994b-ed8b4c39851b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for security_group (ac6eb599-b065-4747-bc54-fcf7a77e15a4), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:27.297517 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3349c6e-97af-4787-b40d-b95036f45df4 req-219cc6f3-5179-40e1-add3-c9d5d19353a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:27.302682 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-a3349c6e-97af-4787-b40d-b95036f45df4 req-219cc6f3-5179-40e1-add3-c9d5d19353a8 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=27787f90-01da-4eab-83e5-1d4c783724ac HTTP/1.1" status: 200 len: 858 time: 0.1028533 Aug 24 16:49:27.342318 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18061660-cd21-442b-ab1e-3d6e07559244 None None] New status for floating IP 181d7fbf-9ae7-4c5d-82c7-d1e4395561b5: DOWN {{(pid=113371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:49:27.343103 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-2f8a5b1b-6ab7-43c9-994b-ed8b4c39851b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for security_group (ac6eb599-b065-4747-bc54-fcf7a77e15a4), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:27.371365 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3349c6e-97af-4787-b40d-b95036f45df4 req-26d16d94-179a-4de3-a7b4-1f9a1fd3de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:27.372288 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c6a55710-d2c0-4935-a8aa-973f5648f75e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (481c5fd4-b237-42ce-867b-05565d4daf19), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:27.372851 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c6a55710-d2c0-4935-a8aa-973f5648f75e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for floatingip (481c5fd4-b237-42ce-867b-05565d4daf19), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:27.374181 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-a3349c6e-97af-4787-b40d-b95036f45df4 req-26d16d94-179a-4de3-a7b4-1f9a1fd3de27 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=4d88a69f-ea66-4ba4-9592-a2ab513e73da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658178 Aug 24 16:49:27.408830 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-c6a55710-d2c0-4935-a8aa-973f5648f75e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Calling delete_port for 481c5fd4-b237-42ce-867b-05565d4daf19 owned by network:floatingip {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:49:27.541866 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-a3349c6e-97af-4787-b40d-b95036f45df4 req-db8781c4-a329-464e-944c-b4e1c2befee9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604667 Aug 24 16:49:27.650489 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-2f8a5b1b-6ab7-43c9-994b-ed8b4c39851b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (ac6eb599-b065-4747-bc54-fcf7a77e15a4), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:27.655284 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-2f8a5b1b-6ab7-43c9-994b-ed8b4c39851b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:27.658196 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-2f8a5b1b-6ab7-43c9-994b-ed8b4c39851b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/ac6eb599-b065-4747-bc54-fcf7a77e15a4 HTTP/1.1" status: 204 len: 168 time: 0.5597138 Aug 24 16:49:27.661343 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36848) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:27.691763 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.api.v2.resource [None req-7af4b9d9-1600-4f2e-80dd-1101be19086f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] show failed (client error): The resource could not be found. Aug 24 16:49:27.693477 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-7af4b9d9-1600-4f2e-80dd-1101be19086f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups/ac6eb599-b065-4747-bc54-fcf7a77e15a4 HTTP/1.1" status: 404 len: 347 time: 0.0306675 Aug 24 16:49:27.697249 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36850) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:27.734527 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a5b1b-6ab7-43c9-994b-ed8b4c39851b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6eb599-b065-4747-bc54-fcf7a77e15a4,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:27.774114 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b885-5fed-44ae-ad3b-003fb88b4de5 req-4be0f7e9-371c-4fc6-83c0-3f10203e3a1c tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:27.776018 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3c11b885-5fed-44ae-ad3b-003fb88b4de5 req-4be0f7e9-371c-4fc6-83c0-3f10203e3a1c tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.1313486 Aug 24 16:49:27.805877 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-a3349c6e-97af-4787-b40d-b95036f45df4 req-e5e9ced1-ab37-4694-a025-24d4144b6d5e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571063 Aug 24 16:49:27.876555 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3c11b885-5fed-44ae-ad3b-003fb88b4de5 req-61a055fe-a80b-4319-bdfb-4299f5d1a78b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889144 Aug 24 16:49:27.878263 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c6a55710-d2c0-4935-a8aa-973f5648f75e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (481c5fd4-b237-42ce-867b-05565d4daf19), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:27.890391 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:27.924053 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a55710-d2c0-4935-a8aa-973f5648f75e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event deleted for resources: {'Port': ['ID=481c5fd4-b237-42ce-867b-05565d4daf19,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:27.932098 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-907e5994-78b4-4c72-b4dc-53c793614600 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Deleting port 8887f8c9-6cfd-41f5-85e6-3fb64f008179 {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:49:27.932785 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-907e5994-78b4-4c72-b4dc-53c793614600 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (8887f8c9-6cfd-41f5-85e6-3fb64f008179), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:27.976155 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36856) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:28.033569 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c6a55710-d2c0-4935-a8aa-973f5648f75e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for floatingip (696b0f0c-5e25-4ae2-86bd-c030eae1ba12), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.038186 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c6a55710-d2c0-4935-a8aa-973f5648f75e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.040198 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-c6a55710-d2c0-4935-a8aa-973f5648f75e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/696b0f0c-5e25-4ae2-86bd-c030eae1ba12 HTTP/1.1" status: 204 len: 168 time: 1.0994751 Aug 24 16:49:28.123115 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-907e5994-78b4-4c72-b4dc-53c793614600 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (8887f8c9-6cfd-41f5-85e6-3fb64f008179), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.123115 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-907e5994-78b4-4c72-b4dc-53c793614600 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for floatingip (8887f8c9-6cfd-41f5-85e6-3fb64f008179), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.147617 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-96c9b349-836b-422e-9bbe-cc97ca228161 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group (727a795d-73ca-4a45-ae68-52e7cc4e46b8), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.171326 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-907e5994-78b4-4c72-b4dc-53c793614600 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Calling delete_port for 8887f8c9-6cfd-41f5-85e6-3fb64f008179 owned by network:floatingip {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:49:28.209532 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-96c9b349-836b-422e-9bbe-cc97ca228161 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group (727a795d-73ca-4a45-ae68-52e7cc4e46b8), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.249006 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36860) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:28.255048 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-d2982656-f4b7-44c4-ba03-a43fc9504fe4 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1746650277', 'description': 'tempest-description--967008767'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:28.261194 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:28.356884 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:28.366003 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d2982656-f4b7-44c4-ba03-a43fc9504fe4 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.494476 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d2982656-f4b7-44c4-ba03-a43fc9504fe4 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group (be5459eb-e0fd-4d5d-af65-746f3ff9702a), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.510139 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-96c9b349-836b-422e-9bbe-cc97ca228161 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (727a795d-73ca-4a45-ae68-52e7cc4e46b8), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.513901 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-96c9b349-836b-422e-9bbe-cc97ca228161 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.515559 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-96c9b349-836b-422e-9bbe-cc97ca228161 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/727a795d-73ca-4a45-ae68-52e7cc4e46b8 HTTP/1.1" status: 204 len: 168 time: 0.5382795 Aug 24 16:49:28.520429 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36864) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:28.533197 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9b349-836b-422e-9bbe-cc97ca228161 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=727a795d-73ca-4a45-ae68-52e7cc4e46b8,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:28.549171 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.api.v2.resource [None req-29b98db8-3210-4b9d-a74b-e86e1d4c61d2 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] show failed (client error): The resource could not be found. Aug 24 16:49:28.555481 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-29b98db8-3210-4b9d-a74b-e86e1d4c61d2 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups/727a795d-73ca-4a45-ae68-52e7cc4e46b8 HTTP/1.1" status: 404 len: 347 time: 0.0288801 Aug 24 16:49:28.555829 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36866) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:28.556632 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d2982656-f4b7-44c4-ba03-a43fc9504fe4 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (be5459eb-e0fd-4d5d-af65-746f3ff9702a), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.558230 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-907e5994-78b4-4c72-b4dc-53c793614600 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (8887f8c9-6cfd-41f5-85e6-3fb64f008179), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.574245 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:28.593652 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e5994-78b4-4c72-b4dc-53c793614600 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Pushing event deleted for resources: {'Port': ['ID=8887f8c9-6cfd-41f5-85e6-3fb64f008179,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:28.682003 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-907e5994-78b4-4c72-b4dc-53c793614600 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks [] for floatingip (19c2f478-6149-42df-9e27-1049c1c38d50), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.686622 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-907e5994-78b4-4c72-b4dc-53c793614600 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.693655 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-907e5994-78b4-4c72-b4dc-53c793614600 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/19c2f478-6149-42df-9e27-1049c1c38d50 HTTP/1.1" status: 204 len: 168 time: 0.9911971 Aug 24 16:49:28.707577 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2982656-f4b7-44c4-ba03-a43fc9504fe4 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5459eb-e0fd-4d5d-af65-746f3ff9702a,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:28.762152 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d2982656-f4b7-44c4-ba03-a43fc9504fe4 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.764747 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-d2982656-f4b7-44c4-ba03-a43fc9504fe4 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5139151 Aug 24 16:49:28.775712 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36870) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:28.783562 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-5a19e19a-53c4-487a-9ade-b1ef85f2dbca tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Request body: {'security_group_rule': {'security_group_id': 'be5459eb-e0fd-4d5d-af65-746f3ff9702a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:28.831445 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d4e5f-2b76-45fc-9241-21c267066259 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Deleting port 17133627-a826-4bfc-8869-826a33be70af {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:49:28.831956 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4e5f-2b76-45fc-9241-21c267066259 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (17133627-a826-4bfc-8869-826a33be70af), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.873102 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5a19e19a-53c4-487a-9ade-b1ef85f2dbca tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group_rule (b0436062-3220-4960-bb0f-19b74c5b42c2), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.921668 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 9793be94-7c34-443e-80f4-821b2863ba90 no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:49:28.968046 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4e5f-2b76-45fc-9241-21c267066259 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (17133627-a826-4bfc-8869-826a33be70af), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.968720 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4e5f-2b76-45fc-9241-21c267066259 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for floatingip (17133627-a826-4bfc-8869-826a33be70af), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.972535 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5a19e19a-53c4-487a-9ade-b1ef85f2dbca tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group_rule (b0436062-3220-4960-bb0f-19b74c5b42c2), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:28.976424 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: 9793be94-7c34-443e-80f4-821b2863ba90 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:49:28.977304 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 9793be94-7c34-443e-80f4-821b2863ba90 not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:49:28.999846 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d4e5f-2b76-45fc-9241-21c267066259 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Calling delete_port for 17133627-a826-4bfc-8869-826a33be70af owned by network:floatingip {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:49:29.022787 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5a19e19a-53c4-487a-9ade-b1ef85f2dbca tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (b0436062-3220-4960-bb0f-19b74c5b42c2), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:29.058511 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19e19a-53c4-487a-9ade-b1ef85f2dbca tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0436062-3220-4960-bb0f-19b74c5b42c2,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:29.154961 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa2462-92ea-4808-abfa-7d7b3700588a req-7eb74f87-d244-443e-be0e-d526dbbeaaf6 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:29.156921 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-37aa2462-92ea-4808-abfa-7d7b3700588a req-7eb74f87-d244-443e-be0e-d526dbbeaaf6 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.0799804 Aug 24 16:49:29.166060 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5a19e19a-53c4-487a-9ade-b1ef85f2dbca tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:29.168444 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-5a19e19a-53c4-487a-9ade-b1ef85f2dbca tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3910110 Aug 24 16:49:29.172504 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36876) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:29.177949 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-188b901c-0ae8-420f-90fc-8061a5342de6 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Request body: {'security_group_rule': {'security_group_id': 'be5459eb-e0fd-4d5d-af65-746f3ff9702a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:29.265074 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-37aa2462-92ea-4808-abfa-7d7b3700588a req-d075bbb7-23c9-48f7-bb8d-6c73bcb90740 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889254 Aug 24 16:49:29.320750 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-188b901c-0ae8-420f-90fc-8061a5342de6 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group_rule (a6f856b1-b6ac-418b-b887-070c9af140e9), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:29.397078 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-188b901c-0ae8-420f-90fc-8061a5342de6 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group_rule (a6f856b1-b6ac-418b-b887-070c9af140e9), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:29.421200 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4e5f-2b76-45fc-9241-21c267066259 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (17133627-a826-4bfc-8869-826a33be70af), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:29.463970 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d4e5f-2b76-45fc-9241-21c267066259 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event deleted for resources: {'Port': ['ID=17133627-a826-4bfc-8869-826a33be70af,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:29.499746 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-188b901c-0ae8-420f-90fc-8061a5342de6 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (a6f856b1-b6ac-418b-b887-070c9af140e9), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:29.540290 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b901c-0ae8-420f-90fc-8061a5342de6 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f856b1-b6ac-418b-b887-070c9af140e9,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:29.570221 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4e5f-2b76-45fc-9241-21c267066259 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for floatingip (181d7fbf-9ae7-4c5d-82c7-d1e4395561b5), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:29.574881 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3f8d4e5f-2b76-45fc-9241-21c267066259 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:29.576820 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-3f8d4e5f-2b76-45fc-9241-21c267066259 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/181d7fbf-9ae7-4c5d-82c7-d1e4395561b5 HTTP/1.1" status: 204 len: 168 time: 1.0151975 Aug 24 16:49:29.610389 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-188b901c-0ae8-420f-90fc-8061a5342de6 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:29.612667 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-188b901c-0ae8-420f-90fc-8061a5342de6 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4383471 Aug 24 16:49:29.616750 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 36880) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:29.623381 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Request body: {'floatingip': {'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:29.731489 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:29.800590 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36884) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:29.805400 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-04baeb8f-c353-49f8-912f-8700d342a1f8 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--603154556', 'description': 'tempest-description--102951686'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:29.850389 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:29.910615 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-04baeb8f-c353-49f8-912f-8700d342a1f8 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:29.956822 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:30.008812 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Allocated IP 172.27.4.196 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/65565c23-fd60-4455-a2a4-554cb706b39b) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:49:30.035156 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:30.040123 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-04baeb8f-c353-49f8-912f-8700d342a1f8 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group (68bfb583-3180-4e50-abc5-d01286556339), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:30.145202 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-04baeb8f-c353-49f8-912f-8700d342a1f8 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (68bfb583-3180-4e50-abc5-d01286556339), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:30.191424 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for port (65565c23-fd60-4455-a2a4-554cb706b39b), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:30.208929 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baeb8f-c353-49f8-912f-8700d342a1f8 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68bfb583-3180-4e50-abc5-d01286556339,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:30.229548 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:30.306957 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (65565c23-fd60-4455-a2a4-554cb706b39b), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:30.321950 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-04baeb8f-c353-49f8-912f-8700d342a1f8 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:30.327047 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-04baeb8f-c353-49f8-912f-8700d342a1f8 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5208399 Aug 24 16:49:30.329247 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36894) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:30.336683 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-450959d1-8589-4b58-9c0d-98cc97a0704a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Request body: {'security_group_rule': {'security_group_id': '68bfb583-3180-4e50-abc5-d01286556339', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:30.343742 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:30.351010 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:49:30.354164 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:49:30.357054 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:49:30.407886 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event updated for resources: {'Port': ['ID=65565c23-fd60-4455-a2a4-554cb706b39b,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:30.495304 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-450959d1-8589-4b58-9c0d-98cc97a0704a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group_rule (6cf316ef-fd50-4328-933e-7b0424db5d44), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:30.511806 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe61458-c9fc-4caa-b0b7-d6f28296db90 req-5d60449d-4ff1-401b-b1a1-c2c404e863a0 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:30.513588 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1fe61458-c9fc-4caa-b0b7-d6f28296db90 req-5d60449d-4ff1-401b-b1a1-c2c404e863a0 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.1227057 Aug 24 16:49:30.550255 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for floatingip (b0f7325b-539a-4bfd-88bf-fa1cf22d20f9), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:30.645382 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-450959d1-8589-4b58-9c0d-98cc97a0704a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group_rule (6cf316ef-fd50-4328-933e-7b0424db5d44), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:30.653553 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1fe61458-c9fc-4caa-b0b7-d6f28296db90 req-6ddbfe21-44e9-438a-a927-04c8da5ce026 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154985 Aug 24 16:49:30.720566 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (65565c23-fd60-4455-a2a4-554cb706b39b), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:30.756858 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-450959d1-8589-4b58-9c0d-98cc97a0704a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (6cf316ef-fd50-4328-933e-7b0424db5d44), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:30.783221 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450959d1-8589-4b58-9c0d-98cc97a0704a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf316ef-fd50-4328-933e-7b0424db5d44,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:30.898982 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-450959d1-8589-4b58-9c0d-98cc97a0704a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:30.901844 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-450959d1-8589-4b58-9c0d-98cc97a0704a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5707037 Aug 24 16:49:30.906605 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36900) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:30.916152 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-393967a4-3541-47a8-94ca-9dd13c4e7223 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Request body: {'security_group_rule': {'security_group_id': '68bfb583-3180-4e50-abc5-d01286556339', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:30.976740 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for port (65565c23-fd60-4455-a2a4-554cb706b39b), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:31.057449 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127532168'] for port (65565c23-fd60-4455-a2a4-554cb706b39b), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:31.068563 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-393967a4-3541-47a8-94ca-9dd13c4e7223 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group_rule (34c414e8-cf3f-484e-878b-fee028b1af45), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:31.171354 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-393967a4-3541-47a8-94ca-9dd13c4e7223 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group_rule (34c414e8-cf3f-484e-878b-fee028b1af45), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:31.181655 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (b0f7325b-539a-4bfd-88bf-fa1cf22d20f9), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:31.189506 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event updated for resources: {'Port': ['ID=65565c23-fd60-4455-a2a4-554cb706b39b,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:31.275374 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-393967a4-3541-47a8-94ca-9dd13c4e7223 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (34c414e8-cf3f-484e-878b-fee028b1af45), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:31.293549 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:31.300631 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-edcc00e2-d8d3-45b3-9403-5132c93dc616 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6773293 Aug 24 16:49:31.311978 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393967a4-3541-47a8-94ca-9dd13c4e7223 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c414e8-cf3f-484e-878b-fee028b1af45,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:31.390639 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-393967a4-3541-47a8-94ca-9dd13c4e7223 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:31.393032 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-393967a4-3541-47a8-94ca-9dd13c4e7223 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4834743 Aug 24 16:49:31.398401 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 36906) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:31.404946 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Request body: {'floatingip': {'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:31.457355 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:31.515137 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:31.636786 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:31.647824 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:31.841689 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-e46366a0-7efe-450e-82cf-dcc050d7e320 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1746650277&fields=id&tenant_id=b71890b7a23944ee939c4bd13408063f HTTP/1.1" status: 200 len: 267 time: 0.1515419 Aug 24 16:49:31.856098 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Allocated IP 172.27.4.179 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/f11dd12c-10e6-421b-93c4-adb356b2c44e) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:49:31.877553 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-c644ba51-2cc0-45c3-8ea2-2e2286d64a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:32.039605 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:32.078738 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-5fdf8bd7-3e76-476c-a297-eb6b46cff039 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:32.081581 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-5fdf8bd7-3e76-476c-a297-eb6b46cff039 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/networks?id=3c868f21-48dd-4a80-9b52-b20f081f69bf HTTP/1.1" status: 200 len: 811 time: 0.2276092 Aug 24 16:49:32.135546 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-21d3fd27-2135-454f-9b5d-ea69537f787e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/quotas/b71890b7a23944ee939c4bd13408063f HTTP/1.1" status: 200 len: 375 time: 0.0433905 Aug 24 16:49:32.140371 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for port (f11dd12c-10e6-421b-93c4-adb356b2c44e), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:32.275458 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-8b902bd8-d40d-4a77-be39-810601657fa6 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=b71890b7a23944ee939c4bd13408063f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1265671 Aug 24 16:49:32.288594 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd295de-47b8-495e-b6bd-385f53c68356 req-a5a585ae-410c-4e04-9527-7c11fad1260b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:32.290279 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0fd295de-47b8-495e-b6bd-385f53c68356 req-a5a585ae-410c-4e04-9527-7c11fad1260b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.0907004 Aug 24 16:49:32.369691 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0fd295de-47b8-495e-b6bd-385f53c68356 req-ea0c1453-faa0-4964-a9c1-724067b3a420 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653334 Aug 24 16:49:32.379504 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (f11dd12c-10e6-421b-93c4-adb356b2c44e), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:32.416478 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:32.453229 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:49:32.467980 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:49:32.471239 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:49:32.512682 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event updated for resources: {'Port': ['ID=f11dd12c-10e6-421b-93c4-adb356b2c44e,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:32.635159 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-09c696fb-268f-4cf5-b4b8-869eb3df0b85 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355606 Aug 24 16:49:32.811290 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32f3f-e620-49d1-b380-a4ffd7246671 req-15875432-6964-40c4-a630-c1cdea0f010f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:32.812837 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1bc32f3f-e620-49d1-b380-a4ffd7246671 req-15875432-6964-40c4-a630-c1cdea0f010f tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.1418426 Aug 24 16:49:32.816115 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for floatingip (3ff5eb58-2f10-4c48-ba32-6c31921c31e7), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:32.885840 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-74191664-733e-4e4c-8c4f-7f81ec796e69 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128193 Aug 24 16:49:32.890368 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:32.908280 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1bc32f3f-e620-49d1-b380-a4ffd7246671 req-86d8224f-5ac7-4df7-9ebc-f60f1ed5a248 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838752 Aug 24 16:49:32.944028 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (f11dd12c-10e6-421b-93c4-adb356b2c44e), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:33.177053 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for port (f11dd12c-10e6-421b-93c4-adb356b2c44e), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:33.288848 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:33.288848 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (f11dd12c-10e6-421b-93c4-adb356b2c44e), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:33.293486 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7e3e97ba-bb68-47db-82f2-14f7eb3ad32c req-139a877f-bcd8-42fa-b5c3-95a0ca02401a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 210 time: 0.0527492 Aug 24 16:49:33.401698 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (3ff5eb58-2f10-4c48-ba32-6c31921c31e7), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:33.405387 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event updated for resources: {'Port': ['ID=f11dd12c-10e6-421b-93c4-adb356b2c44e,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:33.522952 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:33.525048 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-15816abe-6012-4f36-bcc6-d76d3096b5ab tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1246476 Aug 24 16:49:33.599788 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8d0f6-a861-4847-acc3-eeffba80177f req-7467f360-a678-410e-badd-935c2752e80b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:33.612907 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c1f8d0f6-a861-4847-acc3-eeffba80177f req-7467f360-a678-410e-badd-935c2752e80b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.1029904 Aug 24 16:49:33.711670 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c1f8d0f6-a861-4847-acc3-eeffba80177f req-8d2ef6b0-1ef1-483c-ada7-595f2c29a30d tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980704 Aug 24 16:49:33.913279 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2de12601-f040-4166-b111-5573e4f97bfc req-a649406b-aa30-481e-84be-d28234a7ad0d tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--603154556&fields=id&tenant_id=52f30f320fa04cdfa0e1d4ea9050119c HTTP/1.1" status: 200 len: 267 time: 0.0910134 Aug 24 16:49:33.953470 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:34.088122 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-b8d57755-9889-4df3-a5ab-cf1b3fc46247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:34.116252 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de12601-f040-4166-b111-5573e4f97bfc req-a01547b9-75fb-4755-b332-a3763fcb24b7 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:34.118748 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2de12601-f040-4166-b111-5573e4f97bfc req-a01547b9-75fb-4755-b332-a3763fcb24b7 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/networks?id=6f60278e-d02a-47e3-ac82-34477071b70e HTTP/1.1" status: 200 len: 816 time: 0.1948836 Aug 24 16:49:34.210102 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6de84-d92e-4e15-bd11-a001a1b8f9b0 req-00486148-6af9-473e-a06e-e9bab2919df2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:34.211658 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-acc6de84-d92e-4e15-bd11-a001a1b8f9b0 req-00486148-6af9-473e-a06e-e9bab2919df2 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.1330721 Aug 24 16:49:34.213018 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2de12601-f040-4166-b111-5573e4f97bfc req-c0b44f51-cfac-4941-9504-1c24d6cf5859 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/quotas/52f30f320fa04cdfa0e1d4ea9050119c HTTP/1.1" status: 200 len: 375 time: 0.0341103 Aug 24 16:49:34.302695 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2de12601-f040-4166-b111-5573e4f97bfc req-1d3dae34-dbbb-4bc2-8396-bfa356fc5905 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=52f30f320fa04cdfa0e1d4ea9050119c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750074 Aug 24 16:49:34.313214 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-acc6de84-d92e-4e15-bd11-a001a1b8f9b0 req-a33200ce-624c-4a49-b460-8864ef82b82c tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934823 Aug 24 16:49:34.513856 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a80e17cd-7c57-4340-9001-792a5e687b3f req-b737f33b-378f-4896-8a5c-6f70dd70a753 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 210 time: 0.0663400 Aug 24 16:49:34.559653 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2de12601-f040-4166-b111-5573e4f97bfc req-b1941180-c25e-4a7f-b024-e496f0f34de7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243004 Aug 24 16:49:34.596899 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c5818-90a1-4c14-af6e-0eee50017a26 req-b6e1463c-c3cf-4c96-b75e-81191ee0cf6e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:34.599335 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-b74c5818-90a1-4c14-af6e-0eee50017a26 req-b6e1463c-c3cf-4c96-b75e-81191ee0cf6e tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.1106334 Aug 24 16:49:34.698632 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2de12601-f040-4166-b111-5573e4f97bfc req-3275a073-76f2-4fb2-847f-cf7064925b90 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281786 Aug 24 16:49:34.882101 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17d9dc-72f9-4a00-bd0c-032004ca9635 req-900d5f4e-36b8-4741-9a7c-4db0d4b6b512 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:34.884773 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2a17d9dc-72f9-4a00-bd0c-032004ca9635 req-900d5f4e-36b8-4741-9a7c-4db0d4b6b512 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.0776393 Aug 24 16:49:34.976950 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [req-b74c5818-90a1-4c14-af6e-0eee50017a26 req-701045a4-42a2-4af8-98eb-c9867866e385 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Deleting port 2887267a-02c9-4065-8fb6-a79355822e82 {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:49:34.977581 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-b74c5818-90a1-4c14-af6e-0eee50017a26 req-701045a4-42a2-4af8-98eb-c9867866e385 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (2887267a-02c9-4065-8fb6-a79355822e82), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:35.024905 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2a17d9dc-72f9-4a00-bd0c-032004ca9635 req-96cd0843-6db9-4f04-92ab-56a10d8f6291 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196961 Aug 24 16:49:35.128392 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1e7da39d-b49b-4126-b5ef-a86063471e32 req-34234a92-d0e4-4fd0-8802-07bb4a50315f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 210 time: 0.0613446 Aug 24 16:49:35.151130 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [req-b74c5818-90a1-4c14-af6e-0eee50017a26 req-701045a4-42a2-4af8-98eb-c9867866e385 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] For port 2887267a-02c9-4065-8fb6-a79355822e82, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=2887267a-02c9-4065-8fb6-a79355822e82,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:35.151560 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-b74c5818-90a1-4c14-af6e-0eee50017a26 req-701045a4-42a2-4af8-98eb-c9867866e385 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (2887267a-02c9-4065-8fb6-a79355822e82), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:35.184708 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [req-b74c5818-90a1-4c14-af6e-0eee50017a26 req-701045a4-42a2-4af8-98eb-c9867866e385 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Calling delete_port for 2887267a-02c9-4065-8fb6-a79355822e82 owned by compute:nova {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:49:35.483740 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-b74c5818-90a1-4c14-af6e-0eee50017a26 req-701045a4-42a2-4af8-98eb-c9867866e385 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (2887267a-02c9-4065-8fb6-a79355822e82), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:35.508956 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['08c8eeee-cfbe-4e3e-9514-c73d861d88db', '2887267a-02c9-4065-8fb6-a79355822e82'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:49:35.552660 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b18a0-ac0d-4824-82c6-d2f8cfb3b9b2 req-9710a765-0ca9-4b02-9446-efdaf17425f9 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:35.555470 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-803b18a0-ac0d-4824-82c6-d2f8cfb3b9b2 req-9710a765-0ca9-4b02-9446-efdaf17425f9 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 946 time: 0.1012948 Aug 24 16:49:35.576305 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701045a4-42a2-4af8-98eb-c9867866e385 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Pushing event deleted for resources: {'Port': ['ID=2887267a-02c9-4065-8fb6-a79355822e82,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:35.581623 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:35.671517 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-803b18a0-ac0d-4824-82c6-d2f8cfb3b9b2 req-5733f42a-c278-4f66-add8-ed7d9c34dff0 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030161 Aug 24 16:49:35.736906 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74c5818-90a1-4c14-af6e-0eee50017a26 req-701045a4-42a2-4af8-98eb-c9867866e385 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] No DVR routers for this DVR port 2887267a-02c9-4065-8fb6-a79355822e82 on host hv-cinder-73116 {{(pid=113369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:49:35.748310 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-b74c5818-90a1-4c14-af6e-0eee50017a26 req-701045a4-42a2-4af8-98eb-c9867866e385 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:35.757217 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-b74c5818-90a1-4c14-af6e-0eee50017a26 req-701045a4-42a2-4af8-98eb-c9867866e385 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.40 "DELETE /networking/v2.0/ports/2887267a-02c9-4065-8fb6-a79355822e82 HTTP/1.1" status: 204 len: 173 time: 0.9396174 Aug 24 16:49:35.759344 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5069db3c-2e20-4acd-9be9-f0ffc80832e5', 'name': 'network-vif-deleted', 'tag': '2887267a-02c9-4065-8fb6-a79355822e82'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:49:35.771979 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d16d06c-b7da-41f2-8b57-bf3923c485a6" -d '{"events": [{"server_uuid": "5069db3c-2e20-4acd-9be9-f0ffc80832e5", "name": "network-vif-deleted", "tag": "2887267a-02c9-4065-8fb6-a79355822e82"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:49:35.811334 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8e722574-8e63-49d7-98dd-ec8b99d577b7 req-cf2a71b3-a2fc-4fad-990b-2a83d35d351c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 210 time: 0.0923996 Aug 24 16:49:35.888298 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e374002a-3499-409a-b15f-dba867f8b69b x-openstack-request-id: req-e374002a-3499-409a-b15f-dba867f8b69b {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:49:35.888678 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5069db3c-2e20-4acd-9be9-f0ffc80832e5", "name": "network-vif-deleted", "tag": "2887267a-02c9-4065-8fb6-a79355822e82", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:49:35.889081 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e374002a-3499-409a-b15f-dba867f8b69b {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:49:35.889963 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e374002a-3499-409a-b15f-dba867f8b69b'] response: {'server_uuid': '5069db3c-2e20-4acd-9be9-f0ffc80832e5', 'name': 'network-vif-deleted', 'tag': '2887267a-02c9-4065-8fb6-a79355822e82', 'status': 'completed', 'code': 200} Aug 24 16:49:35.897538 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:36.210720 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72e61a-3670-4743-862e-6f3a7c6e5ad8 req-188e5b63-0285-4652-9337-e1c679766fdc tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:36.217723 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-af72e61a-3670-4743-862e-6f3a7c6e5ad8 req-188e5b63-0285-4652-9337-e1c679766fdc tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.0889499 Aug 24 16:49:36.241273 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:36.293483 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-af72e61a-3670-4743-862e-6f3a7c6e5ad8 req-f8724998-6061-4914-ae5a-8f03304d1d7a tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736284 Aug 24 16:49:36.383839 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d24996d5-9e85-41e1-8ff4-e9fc0730cf33 req-1236b39b-0d5b-48ee-83f8-0d4b107d72a4 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 210 time: 0.0413182 Aug 24 16:49:36.651324 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea7cc5-2590-45e6-aad2-689042aedf3a req-6146e6c4-b4bf-4572-827a-d392b1ef7278 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:36.654232 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-11ea7cc5-2590-45e6-aad2-689042aedf3a req-6146e6c4-b4bf-4572-827a-d392b1ef7278 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 946 time: 0.1012826 Aug 24 16:49:36.671654 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-7e321b85-c88a-4001-af58-fc4076e02981 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:36.675248 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-7e321b85-c88a-4001-af58-fc4076e02981 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.40 "GET /networking/v2.0/networks?id=3c868f21-48dd-4a80-9b52-b20f081f69bf HTTP/1.1" status: 200 len: 811 time: 0.2095757 Aug 24 16:49:36.738057 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-11ea7cc5-2590-45e6-aad2-689042aedf3a req-ba491c10-5e8f-4ad0-98eb-1cac0a94f300 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b1278b38-1f46-4774-aaa7-9f5b080a27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757341 Aug 24 16:49:36.810950 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=42 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:36.812111 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=41 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:36.891642 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-92376593-663e-45b9-bead-79b49f8da923 req-dbc046d8-8234-4d98-bdaf-8a676627b079 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 210 time: 0.0470378 Aug 24 16:49:36.953997 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7f8e4282-807c-4124-a675-15e1df2cc80f req-b8767c1a-1c9a-4f0e-b71e-6402744a568d tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 210 time: 0.0408554 Aug 24 16:49:37.145835 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:37.269218 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:37.492888 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fadb7-dd6a-4910-91f9-c167fd999479 req-6d055773-3441-4096-8907-fd6c3bbf7b2c tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:37.496415 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d21fadb7-dd6a-4910-91f9-c167fd999479 req-6d055773-3441-4096-8907-fd6c3bbf7b2c tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.0683742 Aug 24 16:49:37.562566 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4eb19396-2d8d-4ced-adf0-9ea7738b9203 req-ce3ce541-895c-4401-83b8-43f303efaa58 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 210 time: 0.0397027 Aug 24 16:49:37.584053 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d21fadb7-dd6a-4910-91f9-c167fd999479 req-9566b398-b0dc-4471-8ada-c487a13af7a5 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778880 Aug 24 16:49:37.924626 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e5d98-93fa-450e-992f-50c32e752b69 req-76d89bd3-7452-4a50-9066-f33ef1438f4c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:37.927376 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce4e5d98-93fa-450e-992f-50c32e752b69 req-76d89bd3-7452-4a50-9066-f33ef1438f4c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 946 time: 0.0714622 Aug 24 16:49:37.990603 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ce4e5d98-93fa-450e-992f-50c32e752b69 req-34f66f56-7c09-46bb-b8b2-82bffa3addc1 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b1278b38-1f46-4774-aaa7-9f5b080a27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570784 Aug 24 16:49:38.098138 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c92dc772-07db-4ce3-bafb-fc7c484e699f req-01c24a88-8a30-44a3-8d58-5a5a8d939c5c tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5069db3c-2e20-4acd-9be9-f0ffc80832e5 HTTP/1.1" status: 200 len: 210 time: 0.0602839 Aug 24 16:49:38.190166 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bb97155d-fee6-4d0e-ba71-196d0d379dc9 req-d4849997-673e-46b0-933e-ef91ce5bc0e2 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 210 time: 0.0652962 Aug 24 16:49:38.354582 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55251676-4a87-46e4-aae5-96d1cf2070ab req-655f64c4-5f8a-490d-a98e-2a377c89908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:38.356032 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-55251676-4a87-46e4-aae5-96d1cf2070ab req-655f64c4-5f8a-490d-a98e-2a377c89908d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=05a8a1a0e0334559ab3fc9a63685fa69&device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 1130 time: 0.1269128 Aug 24 16:49:38.365184 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a856420-111d-4fc0-8c06-173253f844f6 req-1d8f2201-5ee8-441d-a0bf-72fe7c18b64b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:38.380940 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3a856420-111d-4fc0-8c06-173253f844f6 req-1d8f2201-5ee8-441d-a0bf-72fe7c18b64b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 946 time: 0.0840309 Aug 24 16:49:38.528047 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-73e79900-873b-41d6-848f-afa512dfb115 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b71890b7a23944ee939c4bd13408063f HTTP/1.1" status: 200 len: 380 time: 0.5081577 Aug 24 16:49:38.591924 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55251676-4a87-46e4-aae5-96d1cf2070ab req-ea82c601-0014-4387-80a6-54062662128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:38.592775 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-156a74f7-d47f-44bd-a1d9-47070b7fae25 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Request body: {'port': {'device_id': '09b9c747-048e-4478-b065-0bd606ea331a', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'admin_state_up': True, 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'security_groups': ['be5459eb-e0fd-4d5d-af65-746f3ff9702a']}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:38.593753 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-55251676-4a87-46e4-aae5-96d1cf2070ab req-ea82c601-0014-4387-80a6-54062662128c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6e759f09-8493-41a1-82dc-95cc3aa0aabe HTTP/1.1" status: 200 len: 909 time: 0.2259653 Aug 24 16:49:38.594820 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-3a856420-111d-4fc0-8c06-173253f844f6 req-904c7a6a-ce3b-4529-ba61-d65c9209c886 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Deleting port ecde38d2-23a1-4f3d-83ab-8455ae18aa78 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:49:38.595625 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-3a856420-111d-4fc0-8c06-173253f844f6 req-904c7a6a-ce3b-4529-ba61-d65c9209c886 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (ecde38d2-23a1-4f3d-83ab-8455ae18aa78), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:38.962630 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 2887267a-02c9-4065-8fb6-a79355822e82 no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:49:38.965082 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-156a74f7-d47f-44bd-a1d9-47070b7fae25 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Made reservation on behalf of b71890b7a23944ee939c4bd13408063f for: {'port': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:49:38.968573 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-156a74f7-d47f-44bd-a1d9-47070b7fae25 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:38.997411 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: 2887267a-02c9-4065-8fb6-a79355822e82 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:49:38.998120 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 2887267a-02c9-4065-8fb6-a79355822e82 not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:49:39.150730 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:39.167128 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4c779050-c302-4516-ba67-0c0a0e777f41 req-3f7265f8-466f-4d4f-be82-21e1c148c34b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 210 time: 0.4141908 Aug 24 16:49:39.176023 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-55251676-4a87-46e4-aae5-96d1cf2070ab req-7123076e-08ee-4d52-8a3f-34baa83f2435 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3e2b5de-778c-4f0f-bb74-761971b6f904 HTTP/1.1" status: 200 len: 1001 time: 0.5523677 Aug 24 16:49:39.192641 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-156a74f7-d47f-44bd-a1d9-47070b7fae25 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Allocated IP 172.20.0.3 (3c868f21-48dd-4a80-9b52-b20f081f69bf/7a21e2cb-adaa-418e-9a22-729cb8d4dff7/01448d18-9692-445d-a2e1-37cc9a89b059) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:49:39.226954 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69041784-1662-4fca-9269-413c02bf5635 req-7faf00e5-047f-4671-bd06-caeaf8bad526 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:39.229312 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:39.239510 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-69041784-1662-4fca-9269-413c02bf5635 req-7faf00e5-047f-4671-bd06-caeaf8bad526 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.4852083 Aug 24 16:49:39.352116 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-3a856420-111d-4fc0-8c06-173253f844f6 req-904c7a6a-ce3b-4529-ba61-d65c9209c886 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] For port ecde38d2-23a1-4f3d-83ab-8455ae18aa78, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=ecde38d2-23a1-4f3d-83ab-8455ae18aa78,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:39.352767 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-3a856420-111d-4fc0-8c06-173253f844f6 req-904c7a6a-ce3b-4529-ba61-d65c9209c886 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (ecde38d2-23a1-4f3d-83ab-8455ae18aa78), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:39.407112 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:39.466033 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:39.539051 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55251676-4a87-46e4-aae5-96d1cf2070ab req-d7d0d8dd-e56f-4628-b7d1-273671a5e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:39.541290 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-55251676-4a87-46e4-aae5-96d1cf2070ab req-d7d0d8dd-e56f-4628-b7d1-273671a5e085 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5b387e1a-2eb2-46c9-a401-56a9e7be2495 HTTP/1.1" status: 200 len: 847 time: 0.3538909 Aug 24 16:49:39.551721 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de12601-f040-4166-b111-5573e4f97bfc req-90eb06b5-386a-4515-9ba4-5882b6ab294f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:39.553298 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2de12601-f040-4166-b111-5573e4f97bfc req-90eb06b5-386a-4515-9ba4-5882b6ab294f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.40 "GET /networking/v2.0/networks?id=6f60278e-d02a-47e3-ac82-34477071b70e HTTP/1.1" status: 200 len: 816 time: 0.3222444 Aug 24 16:49:39.560245 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979541f-82ca-4a0b-be31-08a54134ed8d req-7e1dd40f-9e48-4c25-8626-01671910cb8d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:39.562941 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b979541f-82ca-4a0b-be31-08a54134ed8d req-7e1dd40f-9e48-4c25-8626-01671910cb8d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 946 time: 0.2622399 Aug 24 16:49:39.577570 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-156a74f7-d47f-44bd-a1d9-47070b7fae25 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for port (01448d18-9692-445d-a2e1-37cc9a89b059), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:39.583184 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-69041784-1662-4fca-9269-413c02bf5635 req-48555270-7f45-42db-a6bc-37735c2705d6 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3425546 Aug 24 16:49:39.710349 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2de12601-f040-4166-b111-5573e4f97bfc req-1df09690-f3c2-4c09-b3e4-3203b8e0bc8f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=52f30f320fa04cdfa0e1d4ea9050119c HTTP/1.1" status: 200 len: 379 time: 0.1443198 Aug 24 16:49:39.721752 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [req-2de12601-f040-4166-b111-5573e4f97bfc req-85f0a9ac-f939-4c53-817f-04450ae85506 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Request body: {'port': {'device_id': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'admin_state_up': True, 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'security_groups': ['68bfb583-3180-4e50-abc5-d01286556339']}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:39.740598 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55251676-4a87-46e4-aae5-96d1cf2070ab req-e699d375-ae1b-46ed-8e83-aa72183d125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:39.742865 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-55251676-4a87-46e4-aae5-96d1cf2070ab req-e699d375-ae1b-46ed-8e83-aa72183d125e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6e759f09-8493-41a1-82dc-95cc3aa0aabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1750576 Aug 24 16:49:39.754554 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-156a74f7-d47f-44bd-a1d9-47070b7fae25 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (01448d18-9692-445d-a2e1-37cc9a89b059), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:39.812286 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:39.898238 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-156a74f7-d47f-44bd-a1d9-47070b7fae25 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Network 3c868f21-48dd-4a80-9b52-b20f081f69bf is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:49:39.899375 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b979541f-82ca-4a0b-be31-08a54134ed8d req-3fd08901-3966-4afe-9cb3-6c5589c8e257 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=b1278b38-1f46-4774-aaa7-9f5b080a27e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3095250 Aug 24 16:49:39.930608 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-3a856420-111d-4fc0-8c06-173253f844f6 req-904c7a6a-ce3b-4529-ba61-d65c9209c886 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:39.930974 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-3a856420-111d-4fc0-8c06-173253f844f6 req-904c7a6a-ce3b-4529-ba61-d65c9209c886 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (a6dc3465-f27d-4f9a-9635-330ab42b4534), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:39.931294 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [req-3a856420-111d-4fc0-8c06-173253f844f6 req-904c7a6a-ce3b-4529-ba61-d65c9209c886 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Floating IP a6dc3465-f27d-4f9a-9635-330ab42b4534 disassociated. External IP: 172.27.4.55, port: ecde38d2-23a1-4f3d-83ab-8455ae18aa78. Aug 24 16:49:39.931640 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-3a856420-111d-4fc0-8c06-173253f844f6 req-904c7a6a-ce3b-4529-ba61-d65c9209c886 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Calling delete_port for ecde38d2-23a1-4f3d-83ab-8455ae18aa78 owned by compute:nova {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:49:39.955189 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-156a74f7-d47f-44bd-a1d9-47070b7fae25 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:49:39.955189 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a74f7-d47f-44bd-a1d9-47070b7fae25 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event updated for resources: {'Port': ['ID=01448d18-9692-445d-a2e1-37cc9a89b059,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:39.961394 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-156a74f7-d47f-44bd-a1d9-47070b7fae25 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:49:40.057751 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-156a74f7-d47f-44bd-a1d9-47070b7fae25 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:40.059052 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-156a74f7-d47f-44bd-a1d9-47070b7fae25 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:40.127266 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de12601-f040-4166-b111-5573e4f97bfc req-85f0a9ac-f939-4c53-817f-04450ae85506 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Made reservation on behalf of 52f30f320fa04cdfa0e1d4ea9050119c for: {'port': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:49:40.134181 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2de12601-f040-4166-b111-5573e4f97bfc req-85f0a9ac-f939-4c53-817f-04450ae85506 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:40.138317 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c6423-35e2-4ccb-8b1e-98a6525901f1 req-607256bf-9213-4161-a0cc-1399e6299553 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:40.141467 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ff4c6423-35e2-4ccb-8b1e-98a6525901f1 req-607256bf-9213-4161-a0cc-1399e6299553 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 931 time: 0.3907769 Aug 24 16:49:40.167065 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-156a74f7-d47f-44bd-a1d9-47070b7fae25 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5817208 Aug 24 16:49:40.305182 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-55251676-4a87-46e4-aae5-96d1cf2070ab req-aba2c607-5987-48d3-9978-8cdf35117d48 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6e759f09-8493-41a1-82dc-95cc3aa0aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540845 Aug 24 16:49:40.316942 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ff4c6423-35e2-4ccb-8b1e-98a6525901f1 req-ce1e93e8-4eb4-479a-968a-ee481aaa436f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=be5459eb-e0fd-4d5d-af65-746f3ff9702a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521490 Aug 24 16:49:40.328523 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-c3cd2d22-f84b-493c-9ba1-24b12de797a9 None None] Provisioning complete for port 01448d18-9692-445d-a2e1-37cc9a89b059 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:49:40.331342 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-c3cd2d22-f84b-493c-9ba1-24b12de797a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (01448d18-9692-445d-a2e1-37cc9a89b059), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:40.369199 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-3a856420-111d-4fc0-8c06-173253f844f6 req-904c7a6a-ce3b-4529-ba61-d65c9209c886 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (ecde38d2-23a1-4f3d-83ab-8455ae18aa78), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:40.383283 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-c3cd2d22-f84b-493c-9ba1-24b12de797a9 None None] Port 01448d18-9692-445d-a2e1-37cc9a89b059 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:49:40.440492 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c7a6a-ce3b-4529-ba61-d65c9209c886 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event deleted for resources: {'Port': ['ID=ecde38d2-23a1-4f3d-83ab-8455ae18aa78,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:40.441073 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Request body: {'port': {'device_id': '09b9c747-048e-4478-b065-0bd606ea331a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:40.544937 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [req-2de12601-f040-4166-b111-5573e4f97bfc req-85f0a9ac-f939-4c53-817f-04450ae85506 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Allocated IP 172.20.0.3 (6f60278e-d02a-47e3-ac82-34477071b70e/ff59c90a-7642-4731-be1e-c01e44b6f995/2f2e239d-8035-4f37-96dd-4e4f3002af3d) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:49:40.636920 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (01448d18-9692-445d-a2e1-37cc9a89b059), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:40.718992 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-14b85296-3fd7-4ec0-aacb-856f0ab4524e req-a7f77bb1-aff3-4e47-89c2-bdf096283b4a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 210 time: 0.1332965 Aug 24 16:49:40.800391 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9d09a837-335e-47a4-b0d7-85a6fbde30ea req-fc3f5235-8f65-4ae3-9a9a-53258d752868 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1776266205&fields=id&tenant_id=09e2ab2c313d4448a28a6902b74a0d10 HTTP/1.1" status: 200 len: 267 time: 0.2701771 Aug 24 16:49:40.967951 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a856420-111d-4fc0-8c06-173253f844f6 req-904c7a6a-ce3b-4529-ba61-d65c9209c886 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:49:41.131708 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:41.131708 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09a837-335e-47a4-b0d7-85a6fbde30ea req-ebfe66cb-2405-4c51-8a70-5312cd093aa0 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:41.131708 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9d09a837-335e-47a4-b0d7-85a6fbde30ea req-ebfe66cb-2405-4c51-8a70-5312cd093aa0 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 985 time: 0.2426052 Aug 24 16:49:41.131708 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:41.134137 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2de12601-f040-4166-b111-5573e4f97bfc req-85f0a9ac-f939-4c53-817f-04450ae85506 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:41.134137 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:41.134385 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-9d09a837-335e-47a4-b0d7-85a6fbde30ea req-4ec3db1c-0516-443d-ab76-98b148668125 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Request body: {'port': {'security_groups': ['614d7f61-34b1-403a-b7fb-d58a367ed271']}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:41.134385 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ae936-7ab3-4879-9af6-edd2ff9fe470 req-fa425876-21df-4ee0-a7fb-431c4a84c7cf tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:41.134385 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-417ae936-7ab3-4879-9af6-edd2ff9fe470 req-fa425876-21df-4ee0-a7fb-431c4a84c7cf tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.1752589 Aug 24 16:49:41.170962 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-55251676-4a87-46e4-aae5-96d1cf2070ab req-6ff3a1a9-6782-4a5e-926a-942639dae220 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6e759f09-8493-41a1-82dc-95cc3aa0aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8527236 Aug 24 16:49:41.266465 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:41.271594 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2de12601-f040-4166-b111-5573e4f97bfc req-85f0a9ac-f939-4c53-817f-04450ae85506 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:41.363021 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9d09a837-335e-47a4-b0d7-85a6fbde30ea req-4ec3db1c-0516-443d-ab76-98b148668125 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:41.373113 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01448d18-9692-445d-a2e1-37cc9a89b059 {{(pid=113369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:49:41.380486 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-417ae936-7ab3-4879-9af6-edd2ff9fe470 req-9873f806-3023-40ec-b1cf-99ec96326d7d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244446 Aug 24 16:49:41.386912 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a856420-111d-4fc0-8c06-173253f844f6 req-904c7a6a-ce3b-4529-ba61-d65c9209c886 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:49:41.396135 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Publish callbacks [] for port (01448d18-9692-445d-a2e1-37cc9a89b059), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:41.402912 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfae23f-8c15-4c7c-94cb-fb817a3450e2 None None] Sync routers for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:49:41.405093 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de12601-f040-4166-b111-5573e4f97bfc req-85f0a9ac-f939-4c53-817f-04450ae85506 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Network 6f60278e-d02a-47e3-ac82-34477071b70e is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:49:41.408175 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [req-2de12601-f040-4166-b111-5573e4f97bfc req-85f0a9ac-f939-4c53-817f-04450ae85506 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:49:41.413009 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0a9ac-f939-4c53-817f-04450ae85506 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event updated for resources: {'Port': ['ID=2f2e239d-8035-4f37-96dd-4e4f3002af3d,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:41.417286 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de12601-f040-4166-b111-5573e4f97bfc req-85f0a9ac-f939-4c53-817f-04450ae85506 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:49:41.440766 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfae23f-8c15-4c7c-94cb-fb817a3450e2 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:49:41.445174 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-fdfae23f-8c15-4c7c-94cb-fb817a3450e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:49:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:41.510090 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.provisioning_blocks [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Transition to ACTIVE for port object 01448d18-9692-445d-a2e1-37cc9a89b059 will not be triggered until provisioned by entity L2. {{(pid=113369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:49:41.537477 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a856420-111d-4fc0-8c06-173253f844f6 req-904c7a6a-ce3b-4529-ba61-d65c9209c886 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] No DVR routers for this DVR port ecde38d2-23a1-4f3d-83ab-8455ae18aa78 on host hv-cinder-73116 {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:49:41.553277 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-3a856420-111d-4fc0-8c06-173253f844f6 req-904c7a6a-ce3b-4529-ba61-d65c9209c886 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:41.559000 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3a856420-111d-4fc0-8c06-173253f844f6 req-904c7a6a-ce3b-4529-ba61-d65c9209c886 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "DELETE /networking/v2.0/ports/ecde38d2-23a1-4f3d-83ab-8455ae18aa78 HTTP/1.1" status: 204 len: 173 time: 3.1833696 Aug 24 16:49:41.566219 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de12601-f040-4166-b111-5573e4f97bfc req-85f0a9ac-f939-4c53-817f-04450ae85506 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:41.568377 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2de12601-f040-4166-b111-5573e4f97bfc req-85f0a9ac-f939-4c53-817f-04450ae85506 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:41.569497 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75981127-7926-42dc-9ab3-1fe58eaf63e2', 'name': 'network-vif-deleted', 'tag': 'ecde38d2-23a1-4f3d-83ab-8455ae18aa78'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:49:41.571502 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dfe92a-d220-4bfd-9bda-7a4f6fcaa3e6" -d '{"events": [{"server_uuid": "75981127-7926-42dc-9ab3-1fe58eaf63e2", "name": "network-vif-deleted", "tag": "ecde38d2-23a1-4f3d-83ab-8455ae18aa78"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:49:41.595963 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127532168'] for port (01448d18-9692-445d-a2e1-37cc9a89b059), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:41.671896 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03934637-e4e9-42e0-bd00-a8aac4b36feb req-3f931ff3-0455-4e2c-b051-15d9d0a03701 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:41.675324 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-fdfae23f-8c15-4c7c-94cb-fb817a3450e2 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:49:41.684609 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-03934637-e4e9-42e0-bd00-a8aac4b36feb req-3f931ff3-0455-4e2c-b051-15d9d0a03701 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.1236577 Aug 24 16:49:41.720549 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Pushing event updated for resources: {'Port': ['ID=01448d18-9692-445d-a2e1-37cc9a89b059,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:41.736238 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2de12601-f040-4166-b111-5573e4f97bfc req-85f0a9ac-f939-4c53-817f-04450ae85506 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0195963 Aug 24 16:49:41.828834 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.managers [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Attempting to bind port 01448d18-9692-445d-a2e1-37cc9a89b059 on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:49:41.830403 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.managers [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Attempting to bind port 01448d18-9692-445d-a2e1-37cc9a89b059 by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': '2023dcad-1199-4ffc-890c-247170f76826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf'}] {{(pid=113369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:49:41.830403 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Attempting to bind port 01448d18-9692-445d-a2e1-37cc9a89b059 on network 3c868f21-48dd-4a80-9b52-b20f081f69bf {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:49:41.831436 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-03934637-e4e9-42e0-bd00-a8aac4b36feb req-8cafcd44-f9c9-45b6-9743-35f1ed2ddcbf tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408672 Aug 24 16:49:41.831966 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cd4d37ca-0215-4014-b14d-401497dcbd9e None None] Provisioning complete for port 2f2e239d-8035-4f37-96dd-4e4f3002af3d triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:49:41.832955 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cd4d37ca-0215-4014-b14d-401497dcbd9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:41.839701 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Port 01448d18-9692-445d-a2e1-37cc9a89b059 on network 3c868f21-48dd-4a80-9b52-b20f081f69bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:49:41.839900 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Attempting to bind port 01448d18-9692-445d-a2e1-37cc9a89b059 on network 3c868f21-48dd-4a80-9b52-b20f081f69bf {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:49:41.858261 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:49:41.858807 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Checking segment: {'id': '2023dcad-1199-4ffc-890c-247170f76826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:49:41.863307 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Bound using segment: {'id': '2023dcad-1199-4ffc-890c-247170f76826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf'} {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:49:41.864149 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.managers [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Bound port: 01448d18-9692-445d-a2e1-37cc9a89b059, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2023dcad-1199-4ffc-890c-247170f76826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf'}}] {{(pid=113369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:49:41.866678 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (01448d18-9692-445d-a2e1-37cc9a89b059), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:41.938124 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cd4d37ca-0215-4014-b14d-401497dcbd9e None None] Port 2f2e239d-8035-4f37-96dd-4e4f3002af3d cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:49:41.988629 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:42.005312 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] For port 01448d18-9692-445d-a2e1-37cc9a89b059, host hv-cinder-73116, cleared binding levels {{(pid=113369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:49:42.011294 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] For port 01448d18-9692-445d-a2e1-37cc9a89b059, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=01448d18-9692-445d-a2e1-37cc9a89b059,segment=NetworkSegment(2023dcad-1199-4ffc-890c-247170f76826),segment_id=2023dcad-1199-4ffc-890c-247170f76826)] {{(pid=113369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:49:42.015607 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1206ace3-5b81-4764-b68f-4b06c1b51a79 req-fcbbc353-53ea-4304-b90f-b70117d7da72 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 210 time: 0.0503273 Aug 24 16:49:42.025971 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-fdfae23f-8c15-4c7c-94cb-fb817a3450e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:42.055811 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-9d09a837-335e-47a4-b0d7-85a6fbde30ea req-4ec3db1c-0516-443d-ab76-98b148668125 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] For port e178d836-24a2-4e3a-8f28-a62c7fb35528, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=e178d836-24a2-4e3a-8f28-a62c7fb35528,segment=NetworkSegment(711f9f53-8790-439e-abee-1170333a7a45),segment_id=711f9f53-8790-439e-abee-1170333a7a45)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:42.058788 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfae23f-8c15-4c7c-94cb-fb817a3450e2 None None] Checking router: 2c4c75b8-7627-42ef-bd27-3e0725427ee7 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:49:42.069355 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfae23f-8c15-4c7c-94cb-fb817a3450e2 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:49:42.070004 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-fdfae23f-8c15-4c7c-94cb-fb817a3450e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:49:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:42.107406 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127532168'] for port (01448d18-9692-445d-a2e1-37cc9a89b059), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:42.110568 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9d09a837-335e-47a4-b0d7-85a6fbde30ea req-4ec3db1c-0516-443d-ab76-98b148668125 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:42.115579 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:42.116779 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:42.118529 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/01448d18-9692-445d-a2e1-37cc9a89b059 HTTP/1.1" status: 200 len: 1093 time: 1.9325037 Aug 24 16:49:42.119230 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b9c747-048e-4478-b065-0bd606ea331a', 'tag': '01448d18-9692-445d-a2e1-37cc9a89b059'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:49:42.121947 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a10b7f-a69a-40bc-9bec-6ac5be2c506c" -d '{"events": [{"name": "network-changed", "server_uuid": "09b9c747-048e-4478-b065-0bd606ea331a", "tag": "01448d18-9692-445d-a2e1-37cc9a89b059"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:49:42.193742 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2c61f-d32c-4d0f-a0f2-4604fd31175b service neutron] Pushing event updated for resources: {'Port': ['ID=01448d18-9692-445d-a2e1-37cc9a89b059,revision_number=3']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:42.211351 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9d09a837-335e-47a4-b0d7-85a6fbde30ea req-4ec3db1c-0516-443d-ab76-98b148668125 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:42.226678 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['e178d836-24a2-4e3a-8f28-a62c7fb35528'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:49:42.233930 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-fdfae23f-8c15-4c7c-94cb-fb817a3450e2 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:49:42.241809 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09a837-335e-47a4-b0d7-85a6fbde30ea req-4ec3db1c-0516-443d-ab76-98b148668125 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:42.243015 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9d09a837-335e-47a4-b0d7-85a6fbde30ea req-4ec3db1c-0516-443d-ab76-98b148668125 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:42.249400 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9d09a837-335e-47a4-b0d7-85a6fbde30ea req-4ec3db1c-0516-443d-ab76-98b148668125 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "PUT /networking/v2.0/ports/e178d836-24a2-4e3a-8f28-a62c7fb35528 HTTP/1.1" status: 200 len: 943 time: 1.1882811 Aug 24 16:49:42.257640 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37078) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:42.302481 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe43ef-7b3c-440c-a375-8f5f318b4852 req-21592b15-6f58-4693-b12d-0769e0ead1f2 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:42.315484 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-defe43ef-7b3c-440c-a375-8f5f318b4852 req-21592b15-6f58-4693-b12d-0769e0ead1f2 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 943 time: 0.1829689 Aug 24 16:49:42.334560 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:42.377326 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4ba84b72-7efb-4e4b-a021-22342a8256a8 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group (0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:42.388705 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fdc2af-99c4-48f0-bf7b-122a977648e5 x-openstack-request-id: req-32fdc2af-99c4-48f0-bf7b-122a977648e5 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:49:42.389149 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75981127-7926-42dc-9ab3-1fe58eaf63e2", "name": "network-vif-deleted", "tag": "ecde38d2-23a1-4f3d-83ab-8455ae18aa78", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:49:42.389551 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-32fdc2af-99c4-48f0-bf7b-122a977648e5 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:49:42.390161 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32fdc2af-99c4-48f0-bf7b-122a977648e5'] response: {'server_uuid': '75981127-7926-42dc-9ab3-1fe58eaf63e2', 'name': 'network-vif-deleted', 'tag': 'ecde38d2-23a1-4f3d-83ab-8455ae18aa78', 'status': 'completed', 'code': 200} Aug 24 16:49:42.398228 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['e178d836-24a2-4e3a-8f28-a62c7fb35528'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:49:42.419223 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4ba84b72-7efb-4e4b-a021-22342a8256a8 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group (0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:42.448745 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3db1c-0516-443d-ab76-98b148668125 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Pushing event updated for resources: {'Port': ['ID=e178d836-24a2-4e3a-8f28-a62c7fb35528,revision_number=7']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:42.506646 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-defe43ef-7b3c-440c-a375-8f5f318b4852 req-3976abb1-8eca-410c-9787-f9f66532de6c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=be5459eb-e0fd-4d5d-af65-746f3ff9702a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897519 Aug 24 16:49:42.607870 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-fdfae23f-8c15-4c7c-94cb-fb817a3450e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:42.627510 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a938f3-4e18-4334-a985-aac72fd8ce24 x-openstack-request-id: req-71a938f3-4e18-4334-a985-aac72fd8ce24 {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:49:42.628245 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b9c747-048e-4478-b065-0bd606ea331a", "tag": "01448d18-9692-445d-a2e1-37cc9a89b059", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:49:42.628661 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-71a938f3-4e18-4334-a985-aac72fd8ce24 {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:49:42.629191 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71a938f3-4e18-4334-a985-aac72fd8ce24'] response: {'name': 'network-changed', 'server_uuid': '09b9c747-048e-4478-b065-0bd606ea331a', 'tag': '01448d18-9692-445d-a2e1-37cc9a89b059', 'status': 'completed', 'code': 200} Aug 24 16:49:42.634034 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb14eed-43ef-4f25-9ea3-b4ba03d9da3e req-b80159f7-ece6-4934-860b-84ea601f119f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:42.637335 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4ba84b72-7efb-4e4b-a021-22342a8256a8 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:42.641195 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4ba84b72-7efb-4e4b-a021-22342a8256a8 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:42.646347 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-4ba84b72-7efb-4e4b-a021-22342a8256a8 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866 HTTP/1.1" status: 204 len: 168 time: 0.3844917 Aug 24 16:49:42.659699 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-acb14eed-43ef-4f25-9ea3-b4ba03d9da3e req-b80159f7-ece6-4934-860b-84ea601f119f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 931 time: 0.1518021 Aug 24 16:49:42.662448 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 37082) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:42.668011 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfae23f-8c15-4c7c-94cb-fb817a3450e2 None None] The sync data for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi is: [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:49:42.680747 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba84b72-7efb-4e4b-a021-22342a8256a8 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea5fd7c-f51c-4882-ae2d-3e7a1c9d4866,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:42.853519 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-acb14eed-43ef-4f25-9ea3-b4ba03d9da3e req-d675e858-c2f2-40ad-b6ba-0d3c482df15f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922152 Aug 24 16:49:42.913174 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d2366-e4ae-4e58-9e62-331be1ffe8d9 req-b5370817-f0dc-4883-868a-662a1c5d6c2b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:42.922201 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e07d2366-e4ae-4e58-9e62-331be1ffe8d9 req-b5370817-f0dc-4883-868a-662a1c5d6c2b tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.1454680 Aug 24 16:49:43.054626 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e07d2366-e4ae-4e58-9e62-331be1ffe8d9 req-b987f0a4-b5c9-4651-8bd5-4beeee6a2f60 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312292 Aug 24 16:49:43.069955 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac9170-ba86-4242-9436-de198009a688 req-ca2b1988-a8fc-46e7-b9bb-166663b4ea61 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:43.071493 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3dac9170-ba86-4242-9436-de198009a688 req-ca2b1988-a8fc-46e7-b9bb-166663b4ea61 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.1185994 Aug 24 16:49:43.076497 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aa6f0d-5d6d-4e6c-98d6-e5e5d678d15c None None] New status for floating IP a6dc3465-f27d-4f9a-9635-330ab42b4534: DOWN {{(pid=113371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:49:43.083030 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b2c61-1443-4dac-b21d-e5395a23dd0c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Deleting port 81374c71-ad21-4e80-b727-808f278ac260 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:49:43.083030 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2c61-1443-4dac-b21d-e5395a23dd0c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (81374c71-ad21-4e80-b727-808f278ac260), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:43.121799 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device ecde38d2-23a1-4f3d-83ab-8455ae18aa78 no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:49:43.132320 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Request body: {'port': {'device_id': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:43.148542 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: ecde38d2-23a1-4f3d-83ab-8455ae18aa78 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:49:43.149192 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device ecde38d2-23a1-4f3d-83ab-8455ae18aa78 not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:49:43.243149 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:43.292084 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3dac9170-ba86-4242-9436-de198009a688 req-6a35694a-eb62-4280-8920-4bf8ca35ff52 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976461 Aug 24 16:49:43.296155 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d466b60e-7165-4e66-b99f-9e4c1e260adc req-c352a7b9-37c1-40f3-acda-559cd2f1d823 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 210 time: 0.0810263 Aug 24 16:49:43.347852 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2c61-1443-4dac-b21d-e5395a23dd0c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (81374c71-ad21-4e80-b727-808f278ac260), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:43.348199 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2c61-1443-4dac-b21d-e5395a23dd0c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for floatingip (81374c71-ad21-4e80-b727-808f278ac260), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:43.376884 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b2c61-1443-4dac-b21d-e5395a23dd0c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Calling delete_port for 81374c71-ad21-4e80-b727-808f278ac260 owned by network:floatingip {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:49:43.479923 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:43.521392 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:43.655896 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2e239d-8035-4f37-96dd-4e4f3002af3d {{(pid=113369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:49:43.670057 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Publish callbacks [] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:43.693815 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.provisioning_blocks [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Transition to ACTIVE for port object 2f2e239d-8035-4f37-96dd-4e4f3002af3d will not be triggered until provisioned by entity L2. {{(pid=113369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:49:43.711742 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a07e65-c880-4977-be7c-fd765bc67eb7 req-64dca7eb-79fd-44ec-b3ba-42938f0b2b17 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:43.713994 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-37a07e65-c880-4977-be7c-fd765bc67eb7 req-64dca7eb-79fd-44ec-b3ba-42938f0b2b17 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 943 time: 0.0848193 Aug 24 16:49:43.755918 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2c61-1443-4dac-b21d-e5395a23dd0c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (81374c71-ad21-4e80-b727-808f278ac260), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:43.804531 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b2c61-1443-4dac-b21d-e5395a23dd0c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Pushing event deleted for resources: {'Port': ['ID=81374c71-ad21-4e80-b727-808f278ac260,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:43.820425 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-37a07e65-c880-4977-be7c-fd765bc67eb7 req-84371c53-9259-4c22-9f88-5f93266c675f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=be5459eb-e0fd-4d5d-af65-746f3ff9702a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000412 Aug 24 16:49:43.823711 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127532168'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:43.889782 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2c61-1443-4dac-b21d-e5395a23dd0c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks [] for floatingip (cac3fea2-4181-4ce7-b8ed-41377b499486), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:43.890712 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [None req-3a0b2c61-1443-4dac-b21d-e5395a23dd0c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Floating IP cac3fea2-4181-4ce7-b8ed-41377b499486 disassociated (deleted). External IP: 172.27.4.78, port: e178d836-24a2-4e3a-8f28-a62c7fb35528. Aug 24 16:49:43.937093 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2e239d-8035-4f37-96dd-4e4f3002af3d,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:44.021990 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:44.029598 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.managers [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Attempting to bind port 2f2e239d-8035-4f37-96dd-4e4f3002af3d on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:49:44.037388 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.managers [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Attempting to bind port 2f2e239d-8035-4f37-96dd-4e4f3002af3d by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e'}] {{(pid=113369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:49:44.037388 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Attempting to bind port 2f2e239d-8035-4f37-96dd-4e4f3002af3d on network 6f60278e-d02a-47e3-ac82-34477071b70e {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:49:44.040029 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Port 2f2e239d-8035-4f37-96dd-4e4f3002af3d on network 6f60278e-d02a-47e3-ac82-34477071b70e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:49:44.040579 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Attempting to bind port 2f2e239d-8035-4f37-96dd-4e4f3002af3d on network 6f60278e-d02a-47e3-ac82-34477071b70e {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:49:44.050599 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:49:44.051232 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Checking segment: {'id': '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:49:44.051890 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Bound using segment: {'id': '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e'} {{(pid=113369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:49:44.052692 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.managers [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Bound port: 2f2e239d-8035-4f37-96dd-4e4f3002af3d, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e'}}] {{(pid=113369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:49:44.053289 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:44.123632 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff0e4c-fb31-4f1c-abad-04f1577eef8a req-10b3df09-f3f3-481f-9cb1-4d91c9162cf7 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:44.126244 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-46ff0e4c-fb31-4f1c-abad-04f1577eef8a req-10b3df09-f3f3-481f-9cb1-4d91c9162cf7 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.1002240 Aug 24 16:49:44.173214 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] For port 2f2e239d-8035-4f37-96dd-4e4f3002af3d, host hv-cinder-73116, cleared binding levels {{(pid=113369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:49:44.179501 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] For port 2f2e239d-8035-4f37-96dd-4e4f3002af3d, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:49:44.261505 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127532168'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:44.266213 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:44.266867 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:44.269160 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2de12601-f040-4166-b111-5573e4f97bfc req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/2f2e239d-8035-4f37-96dd-4e4f3002af3d HTTP/1.1" status: 200 len: 1093 time: 1.1524675 Aug 24 16:49:44.324901 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8eb62-bf4e-439d-85d1-eb418f8bca63 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2e239d-8035-4f37-96dd-4e4f3002af3d,revision_number=3']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:44.368628 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-46ff0e4c-fb31-4f1c-abad-04f1577eef8a req-267353c6-a266-4df6-abe1-8c3693710588 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314589 Aug 24 16:49:44.393911 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad8553-3986-46dd-9f38-b90b17022512 req-4eab2cc5-4c4c-4429-9c05-2277a8eaa026 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:44.395491 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3dad8553-3986-46dd-9f38-b90b17022512 req-4eab2cc5-4c4c-4429-9c05-2277a8eaa026 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.1814537 Aug 24 16:49:44.404551 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'tag': 'e178d836-24a2-4e3a-8f28-a62c7fb35528'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:49:44.404551 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5703e0-f034-4f98-b327-abeb73f2b86a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a600fdc-214e-48d0-9e23-bcb70134d07a", "tag": "e178d836-24a2-4e3a-8f28-a62c7fb35528"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:49:44.422959 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a10b7f-a69a-40bc-9bec-6ac5be2c506c req-1e86e980-408a-45ab-bf48-38d868c02f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:44.425710 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-94a10b7f-a69a-40bc-9bec-6ac5be2c506c req-1e86e980-408a-45ab-bf48-38d868c02f91 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=b71890b7a23944ee939c4bd13408063f&device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 1127 time: 0.0899067 Aug 24 16:49:44.480603 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0b2c61-1443-4dac-b21d-e5395a23dd0c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Router a6ef395d-5f3b-46cc-95e6-41780e615014 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:49:44.536139 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cfb11cd6-3b63-4b39-bd80-e0ea13f0bf71 req-3a16aa54-3197-4608-875e-fc597c2177d1 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75981127-7926-42dc-9ab3-1fe58eaf63e2 HTTP/1.1" status: 200 len: 210 time: 0.0508714 Aug 24 16:49:44.578835 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:44.579561 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de12601-f040-4166-b111-5573e4f97bfc req-38f0ef12-9b0c-47ba-ac86-eb0d64e1b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:44.581381 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2de12601-f040-4166-b111-5573e4f97bfc req-38f0ef12-9b0c-47ba-ac86-eb0d64e1b168 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=52f30f320fa04cdfa0e1d4ea9050119c&device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 1127 time: 0.0722458 Aug 24 16:49:44.586228 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3dad8553-3986-46dd-9f38-b90b17022512 req-67d21dc9-1c26-456a-acad-e1fe98ee45a4 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=30d0872a-236d-42dd-953b-3746c9931cf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642950 Aug 24 16:49:44.657556 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'tag': '2f2e239d-8035-4f37-96dd-4e4f3002af3d'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:49:44.660283 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4861f730-b01d-4bd1-9b0e-22d4332aa40e" -d '{"events": [{"name": "network-changed", "server_uuid": "75145055-cbf0-4840-b4fc-a2907f7b8f1c", "tag": "2f2e239d-8035-4f37-96dd-4e4f3002af3d"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:49:44.667563 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2de12601-f040-4166-b111-5573e4f97bfc req-76a8623b-4d38-4b92-982e-f379cd7a3d75 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d HTTP/1.1" status: 200 len: 217 time: 0.0723965 Aug 24 16:49:44.682664 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3e1a7-7df9-427c-9f2d-31e5f0138ea4 req-4e967da2-2d0c-4ad2-8167-635668efedb5 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:44.685031 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-23a3e1a7-7df9-427c-9f2d-31e5f0138ea4 req-4e967da2-2d0c-4ad2-8167-635668efedb5 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 946 time: 0.1881299 Aug 24 16:49:44.742412 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de12601-f040-4166-b111-5573e4f97bfc req-f96f5c12-d852-46ea-8a8e-38484872b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:44.745831 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2de12601-f040-4166-b111-5573e4f97bfc req-f96f5c12-d852-46ea-8a8e-38484872b5d2 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=ff59c90a-7642-4731-be1e-c01e44b6f995 HTTP/1.1" status: 200 len: 855 time: 0.0597007 Aug 24 16:49:44.945778 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd346b1-a2b9-4a97-9d72-725d8d72a033 x-openstack-request-id: req-edd346b1-a2b9-4a97-9d72-725d8d72a033 {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:49:44.947061 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75145055-cbf0-4840-b4fc-a2907f7b8f1c", "tag": "2f2e239d-8035-4f37-96dd-4e4f3002af3d", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:49:44.947443 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-edd346b1-a2b9-4a97-9d72-725d8d72a033 {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:49:44.948494 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd346b1-a2b9-4a97-9d72-725d8d72a033'] response: {'name': 'network-changed', 'server_uuid': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'tag': '2f2e239d-8035-4f37-96dd-4e4f3002af3d', 'status': 'completed', 'code': 200} Aug 24 16:49:45.125972 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de12601-f040-4166-b111-5573e4f97bfc req-0e749260-6c44-4cde-8015-208f2f54d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:45.129463 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2de12601-f040-4166-b111-5573e4f97bfc req-0e749260-6c44-4cde-8015-208f2f54d62d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6f60278e-d02a-47e3-ac82-34477071b70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1892264 Aug 24 16:49:45.135171 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [req-23a3e1a7-7df9-427c-9f2d-31e5f0138ea4 req-a7c54448-f2c7-424a-a953-b4b362ff565d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Deleting port 08c8eeee-cfbe-4e3e-9514-c73d861d88db {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:49:45.136796 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-23a3e1a7-7df9-427c-9f2d-31e5f0138ea4 req-a7c54448-f2c7-424a-a953-b4b362ff565d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (08c8eeee-cfbe-4e3e-9514-c73d861d88db), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:45.164368 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8eaf2d-78e3-49e8-836f-b094c5d226b5 x-openstack-request-id: req-4b8eaf2d-78e3-49e8-836f-b094c5d226b5 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:49:45.165579 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a600fdc-214e-48d0-9e23-bcb70134d07a", "tag": "e178d836-24a2-4e3a-8f28-a62c7fb35528", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:49:45.165579 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4b8eaf2d-78e3-49e8-836f-b094c5d226b5 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:49:45.165579 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b8eaf2d-78e3-49e8-836f-b094c5d226b5'] response: {'name': 'network-changed', 'server_uuid': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'tag': 'e178d836-24a2-4e3a-8f28-a62c7fb35528', 'status': 'completed', 'code': 200} Aug 24 16:49:45.179911 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:45.383656 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2de12601-f040-4166-b111-5573e4f97bfc req-a1bc6d8c-7a23-45d2-a8c9-ae1eeead159b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443988 Aug 24 16:49:45.414698 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [req-23a3e1a7-7df9-427c-9f2d-31e5f0138ea4 req-a7c54448-f2c7-424a-a953-b4b362ff565d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] For port 08c8eeee-cfbe-4e3e-9514-c73d861d88db, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=08c8eeee-cfbe-4e3e-9514-c73d861d88db,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:45.415211 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-23a3e1a7-7df9-427c-9f2d-31e5f0138ea4 req-a7c54448-f2c7-424a-a953-b4b362ff565d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (08c8eeee-cfbe-4e3e-9514-c73d861d88db), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:45.438211 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:45.441110 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a10b7f-a69a-40bc-9bec-6ac5be2c506c req-d0d9a6d9-5186-4127-b228-da55bac77858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:45.443642 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-94a10b7f-a69a-40bc-9bec-6ac5be2c506c req-d0d9a6d9-5186-4127-b228-da55bac77858 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=b71890b7a23944ee939c4bd13408063f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.9227862 Aug 24 16:49:45.454286 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5703e0-f034-4f98-b327-abeb73f2b86a req-5d80bee6-60cb-4fb3-b36e-a27af151deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:45.457252 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc5703e0-f034-4f98-b327-abeb73f2b86a req-5d80bee6-60cb-4fb3-b36e-a27af151deb5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09e2ab2c313d4448a28a6902b74a0d10&device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 1130 time: 0.2794621 Aug 24 16:49:45.458590 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [req-23a3e1a7-7df9-427c-9f2d-31e5f0138ea4 req-a7c54448-f2c7-424a-a953-b4b362ff565d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Calling delete_port for 08c8eeee-cfbe-4e3e-9514-c73d861d88db owned by compute:nova {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:49:45.525788 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=100 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:45.553863 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d9f3b-5171-40b7-a906-6db4a159ef2f req-6ef4444f-5018-4321-84e4-565171a715a6 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:45.555464 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb8d9f3b-5171-40b7-a906-6db4a159ef2f req-6ef4444f-5018-4321-84e4-565171a715a6 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 943 time: 0.3766391 Aug 24 16:49:45.561446 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ef331-8f2b-4542-bea4-f363bf1dec82 req-71207716-a706-4812-8797-2ad0aab300da tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:45.562961 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f97ef331-8f2b-4542-bea4-f363bf1dec82 req-71207716-a706-4812-8797-2ad0aab300da tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.3967948 Aug 24 16:49:45.619646 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2de12601-f040-4166-b111-5573e4f97bfc req-a6fa1e2f-7beb-4aa3-a70e-ca70e9249836 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269411 Aug 24 16:49:45.689112 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0b2c61-1443-4dac-b21d-e5395a23dd0c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:49:45.703051 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2c61-1443-4dac-b21d-e5395a23dd0c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:45.709507 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b42757a-6e97-4bd3-b0a7-727b56201438 None None] Sync routers for ids ['a6ef395d-5f3b-46cc-95e6-41780e615014'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:49:45.724681 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b42757a-6e97-4bd3-b0a7-727b56201438 None None] Routers {'a6ef395d-5f3b-46cc-95e6-41780e615014'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:49:45.731004 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-3b42757a-6e97-4bd3-b0a7-727b56201438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:49:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['a6ef395d-5f3b-46cc-95e6-41780e615014'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:45.824985 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=100 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:45.851411 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-23a3e1a7-7df9-427c-9f2d-31e5f0138ea4 req-a7c54448-f2c7-424a-a953-b4b362ff565d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (08c8eeee-cfbe-4e3e-9514-c73d861d88db), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:45.858787 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-3b42757a-6e97-4bd3-b0a7-727b56201438 None None] Set router a6ef395d-5f3b-46cc-95e6-41780e615014 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:49:45.859071 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5703e0-f034-4f98-b327-abeb73f2b86a req-4d7375b5-11d6-4230-ac79-48661d81aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:45.861560 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc5703e0-f034-4f98-b327-abeb73f2b86a req-4d7375b5-11d6-4230-ac79-48661d81aa02 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=f599defe-c22e-4f1d-9ae7-6d25663b2f65 HTTP/1.1" status: 200 len: 916 time: 0.3810356 Aug 24 16:49:45.866197 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['08c8eeee-cfbe-4e3e-9514-c73d861d88db'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:49:45.899045 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-3a0b2c61-1443-4dac-b21d-e5395a23dd0c tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/cac3fea2-4181-4ce7-b8ed-41377b499486 HTTP/1.1" status: 204 len: 168 time: 3.2352192 Aug 24 16:49:45.910567 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f97ef331-8f2b-4542-bea4-f363bf1dec82 req-eb95b239-3658-4e0a-80e7-2dd4e4022224 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3287222 Aug 24 16:49:45.912620 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a10b7f-a69a-40bc-9bec-6ac5be2c506c req-1e916bd8-7969-4eb3-9afe-a4eeb0829aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:45.914136 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-94a10b7f-a69a-40bc-9bec-6ac5be2c506c req-1e916bd8-7969-4eb3-9afe-a4eeb0829aca service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4528131 Aug 24 16:49:45.917389 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb8d9f3b-5171-40b7-a906-6db4a159ef2f req-3713746d-7e8d-4770-bd79-a65b3561a7ea tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=be5459eb-e0fd-4d5d-af65-746f3ff9702a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3345993 Aug 24 16:49:45.952219 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c54448-f2c7-424a-a953-b4b362ff565d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Pushing event deleted for resources: {'Port': ['ID=08c8eeee-cfbe-4e3e-9514-c73d861d88db,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:46.030308 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a3e1a7-7df9-427c-9f2d-31e5f0138ea4 req-a7c54448-f2c7-424a-a953-b4b362ff565d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] No DVR routers for this DVR port 08c8eeee-cfbe-4e3e-9514-c73d861d88db on host hv-cinder-73116 {{(pid=113369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:49:46.034616 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [req-23a3e1a7-7df9-427c-9f2d-31e5f0138ea4 req-a7c54448-f2c7-424a-a953-b4b362ff565d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:46.042942 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-23a3e1a7-7df9-427c-9f2d-31e5f0138ea4 req-a7c54448-f2c7-424a-a953-b4b362ff565d tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.40 "DELETE /networking/v2.0/ports/08c8eeee-cfbe-4e3e-9514-c73d861d88db HTTP/1.1" status: 204 len: 173 time: 1.1520903 Aug 24 16:49:46.153271 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d63e792a-3a49-434e-bf6c-05acad9f1504 req-be9bcc41-5aa4-41fb-a7ce-c24cfa0f71e8 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 210 time: 0.0399663 Aug 24 16:49:46.162389 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d3a87-8540-453a-804c-148ac873cfb9 req-7f9777e9-367f-4493-ac3b-24cc60cfd403 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:46.164059 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a20d3a87-8540-453a-804c-148ac873cfb9 req-7f9777e9-367f-4493-ac3b-24cc60cfd403 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.0885906 Aug 24 16:49:46.258136 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-3b42757a-6e97-4bd3-b0a7-727b56201438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'name': 'tempest-TestMinimumBasicScenario-1203215161-router', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:52Z', 'updated_at': '2022-08-24T16:46:57Z', 'revision_number': 4, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'gw_port': {'id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:53Z', 'updated_at': '2022-08-24T16:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b', 'name': '', 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'mac_address': 'fa:16:3e:e4:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:56Z', 'updated_at': '2022-08-24T16:47:02Z', 'revision_number': 5, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'subnets': [{'id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:46.283281 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a20d3a87-8540-453a-804c-148ac873cfb9 req-43d6fce7-0077-4c85-abe3-862e886f21be tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051941 Aug 24 16:49:46.289628 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b42757a-6e97-4bd3-b0a7-727b56201438 None None] Checking router: a6ef395d-5f3b-46cc-95e6-41780e615014 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:49:46.301998 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b42757a-6e97-4bd3-b0a7-727b56201438 None None] Routers {'a6ef395d-5f3b-46cc-95e6-41780e615014'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:49:46.302696 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-3b42757a-6e97-4bd3-b0a7-727b56201438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:49:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['a6ef395d-5f3b-46cc-95e6-41780e615014'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:46.421914 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37122) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:46.571296 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc5703e0-f034-4f98-b327-abeb73f2b86a req-55d3a6a2-6d37-47fe-8899-c6d807e4f7ef service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e178d836-24a2-4e3a-8f28-a62c7fb35528 HTTP/1.1" status: 200 len: 217 time: 0.1259770 Aug 24 16:49:46.574618 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=100 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:46.589286 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:49:46.626023 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-3b42757a-6e97-4bd3-b0a7-727b56201438 None None] Set router a6ef395d-5f3b-46cc-95e6-41780e615014 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:49:46.630042 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861f730-b01d-4bd1-9b0e-22d4332aa40e req-28206000-e929-4d08-8eaa-79a7e6cb9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:46.637564 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4861f730-b01d-4bd1-9b0e-22d4332aa40e req-28206000-e929-4d08-8eaa-79a7e6cb9d0d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=52f30f320fa04cdfa0e1d4ea9050119c&device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 1127 time: 0.1835704 Aug 24 16:49:46.713413 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-ef6e76b8-a502-4075-ac0d-f0b40acc2a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:46.719953 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-ef6e76b8-a502-4075-ac0d-f0b40acc2a1f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=b71890b7a23944ee939c4bd13408063f&device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 1127 time: 0.1362286 Aug 24 16:49:46.727727 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b25f7307-da6c-4793-bf4d-f7cda70878ad tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (b1278b38-1f46-4774-aaa7-9f5b080a27e6), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:46.748035 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5703e0-f034-4f98-b327-abeb73f2b86a req-eeae7b5c-9837-4f1c-988a-2586818a1bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:46.748035 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc5703e0-f034-4f98-b327-abeb73f2b86a req-eeae7b5c-9837-4f1c-988a-2586818a1bb2 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1cdfd668-27b8-415b-9c53-5631b63809f7 HTTP/1.1" status: 200 len: 854 time: 0.1677816 Aug 24 16:49:46.779791 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b25f7307-da6c-4793-bf4d-f7cda70878ad tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (b1278b38-1f46-4774-aaa7-9f5b080a27e6), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:46.849384 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861f730-b01d-4bd1-9b0e-22d4332aa40e req-35925856-7516-499a-962c-9f9dc2d70f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:46.852486 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4861f730-b01d-4bd1-9b0e-22d4332aa40e req-35925856-7516-499a-962c-9f9dc2d70f8f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6f60278e-d02a-47e3-ac82-34477071b70e HTTP/1.1" status: 200 len: 917 time: 0.2065279 Aug 24 16:49:46.983883 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033273ba-5c67-47d7-8191-7aa0388f87dc', 'name': 'network-vif-deleted', 'tag': '08c8eeee-cfbe-4e3e-9514-c73d861d88db'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:49:46.985754 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5703e0-f034-4f98-b327-abeb73f2b86a req-d51888f5-497f-472b-9c42-0c7d23198f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:46.989054 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc5703e0-f034-4f98-b327-abeb73f2b86a req-d51888f5-497f-472b-9c42-0c7d23198f10 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=f599defe-c22e-4f1d-9ae7-6d25663b2f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1007535 Aug 24 16:49:46.989293 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f1703b-d3ca-427e-8b34-be6d4a7bbd8c" -d '{"events": [{"server_uuid": "033273ba-5c67-47d7-8191-7aa0388f87dc", "name": "network-vif-deleted", "tag": "08c8eeee-cfbe-4e3e-9514-c73d861d88db"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:49:46.995795 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b25f7307-da6c-4793-bf4d-f7cda70878ad tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (b1278b38-1f46-4774-aaa7-9f5b080a27e6), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:47.003154 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b25f7307-da6c-4793-bf4d-f7cda70878ad tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:47.007618 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-b25f7307-da6c-4793-bf4d-f7cda70878ad tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/b1278b38-1f46-4774-aaa7-9f5b080a27e6 HTTP/1.1" status: 204 len: 168 time: 0.5812967 Aug 24 16:49:47.013698 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-3b42757a-6e97-4bd3-b0a7-727b56201438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'name': 'tempest-TestMinimumBasicScenario-1203215161-router', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:52Z', 'updated_at': '2022-08-24T16:46:57Z', 'revision_number': 4, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'gw_port': {'id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:53Z', 'updated_at': '2022-08-24T16:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b', 'name': '', 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'mac_address': 'fa:16:3e:e4:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:56Z', 'updated_at': '2022-08-24T16:47:02Z', 'revision_number': 5, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'subnets': [{'id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:47.014241 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-fd5cb0b3-fad1-48fa-a701-a1a031322538 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01448d18-9692-445d-a2e1-37cc9a89b059 HTTP/1.1" status: 200 len: 217 time: 0.1245339 Aug 24 16:49:47.014241 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37132) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:47.052286 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4861f730-b01d-4bd1-9b0e-22d4332aa40e req-9dd015a7-39ab-4f0b-bda3-198a382d6386 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d HTTP/1.1" status: 200 len: 217 time: 0.1404819 Aug 24 16:49:47.087859 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b42757a-6e97-4bd3-b0a7-727b56201438 None None] The sync data for ids ['a6ef395d-5f3b-46cc-95e6-41780e615014'] in dv-cinder-731167-2-iscsi is: [{'id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'name': 'tempest-TestMinimumBasicScenario-1203215161-router', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:52Z', 'updated_at': '2022-08-24T16:46:57Z', 'revision_number': 4, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'gw_port': {'id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:53Z', 'updated_at': '2022-08-24T16:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b', 'name': '', 'network_id': 'f599defe-c22e-4f1d-9ae7-6d25663b2f65', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'mac_address': 'fa:16:3e:e4:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:56Z', 'updated_at': '2022-08-24T16:47:02Z', 'revision_number': 5, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'subnets': [{'id': '1cdfd668-27b8-415b-9c53-5631b63809f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:49:47.096211 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f7307-da6c-4793-bf4d-f7cda70878ad tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1278b38-1f46-4774-aaa7-9f5b080a27e6,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:47.161740 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.api.v2.resource [None req-55b1be25-87ae-41af-aa23-c93d91944000 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] show failed (client error): The resource could not be found. Aug 24 16:49:47.163328 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-55b1be25-87ae-41af-aa23-c93d91944000 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups/b1278b38-1f46-4774-aaa7-9f5b080a27e6 HTTP/1.1" status: 404 len: 347 time: 0.1459458 Aug 24 16:49:47.170490 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37134) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:47.190841 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'tag': 'e178d836-24a2-4e3a-8f28-a62c7fb35528'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:49:47.194444 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fa5766-8be6-4a6e-b174-37434940b0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a600fdc-214e-48d0-9e23-bcb70134d07a", "tag": "e178d836-24a2-4e3a-8f28-a62c7fb35528"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:49:47.249266 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-b7db5e5b-6bc8-4794-8932-a37ce76dcc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:47.250750 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-b7db5e5b-6bc8-4794-8932-a37ce76dcc66 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7a21e2cb-adaa-418e-9a22-729cb8d4dff7 HTTP/1.1" status: 200 len: 850 time: 0.2177136 Aug 24 16:49:47.351116 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-85441775-239a-48d3-a591-b24b7f38cd50 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Deleting port 69ddf774-4496-44fd-803f-833097fcffd8 {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:49:47.351696 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-85441775-239a-48d3-a591-b24b7f38cd50 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (69ddf774-4496-44fd-803f-833097fcffd8), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:47.390454 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861f730-b01d-4bd1-9b0e-22d4332aa40e req-67720296-83b1-4289-a4cc-4791912c3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:47.392027 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4861f730-b01d-4bd1-9b0e-22d4332aa40e req-67720296-83b1-4289-a4cc-4791912c3b23 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=ff59c90a-7642-4731-be1e-c01e44b6f995 HTTP/1.1" status: 200 len: 855 time: 0.3003755 Aug 24 16:49:47.430019 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14670c80-33b4-41ac-ab3b-af017c545438 req-b9ea2597-9593-4924-9de6-7c04f8ece710 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:47.431564 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-14670c80-33b4-41ac-ab3b-af017c545438 req-b9ea2597-9593-4924-9de6-7c04f8ece710 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.2921145 Aug 24 16:49:47.436182 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:47.448703 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bbb6e-54ee-4a78-8b9d-5ad38bcc9ca2 req-92916f1f-979c-42ef-8630-ad83c5f393f3 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:47.451720 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3a8bbb6e-54ee-4a78-8b9d-5ad38bcc9ca2 req-92916f1f-979c-42ef-8630-ad83c5f393f3 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 943 time: 0.2930238 Aug 24 16:49:47.471864 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc5703e0-f034-4f98-b327-abeb73f2b86a req-171ddad4-a4a3-4a99-b536-dce7c311e7a0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f599defe-c22e-4f1d-9ae7-6d25663b2f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320097 Aug 24 16:49:47.513430 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e488f0b-e5a9-4590-9f7c-792f040cc13d None None] New status for floating IP cac3fea2-4181-4ce7-b8ed-41377b499486: DOWN {{(pid=113371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:49:47.544321 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-85441775-239a-48d3-a591-b24b7f38cd50 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (69ddf774-4496-44fd-803f-833097fcffd8), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:47.545047 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-85441775-239a-48d3-a591-b24b7f38cd50 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (69ddf774-4496-44fd-803f-833097fcffd8), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:47.551330 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-da9d34ee-0636-4123-ac2b-cda2b7804c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:47.553846 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:47.558811 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-da9d34ee-0636-4123-ac2b-cda2b7804c84 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=3c868f21-48dd-4a80-9b52-b20f081f69bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1034222 Aug 24 16:49:47.571077 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:47.573379 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-85441775-239a-48d3-a591-b24b7f38cd50 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Calling delete_port for 69ddf774-4496-44fd-803f-833097fcffd8 owned by network:floatingip {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:49:47.586777 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861f730-b01d-4bd1-9b0e-22d4332aa40e req-096cac85-dd9f-44a3-a780-00519a958ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:47.588927 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4861f730-b01d-4bd1-9b0e-22d4332aa40e req-096cac85-dd9f-44a3-a780-00519a958ed9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6f60278e-d02a-47e3-ac82-34477071b70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1353972 Aug 24 16:49:47.716595 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3a8bbb6e-54ee-4a78-8b9d-5ad38bcc9ca2 req-7ec7c07d-8fd7-49a6-a8b9-ab0e6c665c82 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=be5459eb-e0fd-4d5d-af65-746f3ff9702a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470887 Aug 24 16:49:47.745895 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-14670c80-33b4-41ac-ab3b-af017c545438 req-deecd03b-430c-4df4-9a67-d9ffb288681d tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2794929 Aug 24 16:49:47.853634 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:47.903418 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-2ab154a2-c0f2-466a-9f14-c474622afd81 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547295 Aug 24 16:49:47.917289 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc5703e0-f034-4f98-b327-abeb73f2b86a req-ef98203a-5de4-4965-a829-bdc8100f4f3e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f599defe-c22e-4f1d-9ae7-6d25663b2f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701588 Aug 24 16:49:47.948200 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783039f0-ae31-4a4b-ad32-92643866d30b x-openstack-request-id: req-783039f0-ae31-4a4b-ad32-92643866d30b {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:49:47.948848 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033273ba-5c67-47d7-8191-7aa0388f87dc", "name": "network-vif-deleted", "tag": "08c8eeee-cfbe-4e3e-9514-c73d861d88db", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:49:47.949329 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-783039f0-ae31-4a4b-ad32-92643866d30b {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:49:47.950790 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783039f0-ae31-4a4b-ad32-92643866d30b'] response: {'server_uuid': '033273ba-5c67-47d7-8191-7aa0388f87dc', 'name': 'network-vif-deleted', 'tag': '08c8eeee-cfbe-4e3e-9514-c73d861d88db', 'status': 'completed', 'code': 200} Aug 24 16:49:48.003536 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4593a1-839c-487a-b81b-d7c83379f9a6 x-openstack-request-id: req-8d4593a1-839c-487a-b81b-d7c83379f9a6 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:49:48.003894 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a600fdc-214e-48d0-9e23-bcb70134d07a", "tag": "e178d836-24a2-4e3a-8f28-a62c7fb35528", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:49:48.004088 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8d4593a1-839c-487a-b81b-d7c83379f9a6 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:49:48.004525 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d4593a1-839c-487a-b81b-d7c83379f9a6'] response: {'name': 'network-changed', 'server_uuid': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'tag': 'e178d836-24a2-4e3a-8f28-a62c7fb35528', 'status': 'completed', 'code': 200} Aug 24 16:49:48.071208 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-85441775-239a-48d3-a591-b24b7f38cd50 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (69ddf774-4496-44fd-803f-833097fcffd8), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:48.083693 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8cd2b2f5-abb0-4170-89d2-9713777c39ed req-665dc61e-b26c-4644-9a5a-10f91f775c30 tempest-ServerRescueNegativeTestJSON-1231782798 tempest-ServerRescueNegativeTestJSON-1231782798-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=033273ba-5c67-47d7-8191-7aa0388f87dc HTTP/1.1" status: 200 len: 210 time: 0.1467769 Aug 24 16:49:48.109894 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85441775-239a-48d3-a591-b24b7f38cd50 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event deleted for resources: {'Port': ['ID=69ddf774-4496-44fd-803f-833097fcffd8,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:48.145070 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-4ad41636-2cc1-42a6-92c6-96c1680656a5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370262 Aug 24 16:49:48.240728 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4861f730-b01d-4bd1-9b0e-22d4332aa40e req-683703b2-be91-4c76-bba7-ffc883eb4493 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921743 Aug 24 16:49:48.287398 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa5766-8be6-4a6e-b174-37434940b0a9 req-7984a1bb-b0fa-444b-846d-4472c6718773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:48.289818 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-88fa5766-8be6-4a6e-b174-37434940b0a9 req-7984a1bb-b0fa-444b-846d-4472c6718773 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=09e2ab2c313d4448a28a6902b74a0d10&device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 1130 time: 0.1997869 Aug 24 16:49:48.304091 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f50e90-13d1-4bbe-a7df-ef51bcc0c1af req-0424160a-25a1-4bf6-8898-6ed1f9d9c291 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:48.308075 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-42f50e90-13d1-4bbe-a7df-ef51bcc0c1af req-0424160a-25a1-4bf6-8898-6ed1f9d9c291 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.1698639 Aug 24 16:49:48.319906 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-85441775-239a-48d3-a591-b24b7f38cd50 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (a6dc3465-f27d-4f9a-9635-330ab42b4534), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:48.323649 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-85441775-239a-48d3-a591-b24b7f38cd50 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:48.331343 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-85441775-239a-48d3-a591-b24b7f38cd50 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/a6dc3465-f27d-4f9a-9635-330ab42b4534 HTTP/1.1" status: 204 len: 168 time: 1.1533091 Aug 24 16:49:48.553411 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-42f50e90-13d1-4bbe-a7df-ef51bcc0c1af req-29c6da81-3fc4-4808-9b86-74f7c9c039f5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277024 Aug 24 16:49:48.575996 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa5766-8be6-4a6e-b174-37434940b0a9 req-d60ce27d-1ddd-4dcb-9679-ef633bf113a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:48.577523 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-88fa5766-8be6-4a6e-b174-37434940b0a9 req-d60ce27d-1ddd-4dcb-9679-ef633bf113a4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=f599defe-c22e-4f1d-9ae7-6d25663b2f65 HTTP/1.1" status: 200 len: 916 time: 0.2695036 Aug 24 16:49:48.583592 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4861f730-b01d-4bd1-9b0e-22d4332aa40e req-6b5b9ec1-95f3-4eb4-8cc1-a998c6055876 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283737 Aug 24 16:49:48.737717 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37150) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:48.742765 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-3b9846a4-55ba-481b-a963-26d2ff6b52c2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1791498502', 'description': 'tempest-description--738154409'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:48.837897 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3b9846a4-55ba-481b-a963-26d2ff6b52c2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:48.908382 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dc1cb-9c14-4549-ac41-535d6f00f569 req-044c489b-4ae0-47cd-b423-e5954add941e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:48.911357 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ac2dc1cb-9c14-4549-ac41-535d6f00f569 req-044c489b-4ae0-47cd-b423-e5954add941e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 943 time: 0.0893319 Aug 24 16:49:48.968354 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3b9846a4-55ba-481b-a963-26d2ff6b52c2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (d0e261ca-ad5b-4b9c-92d5-5567851b5396), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:49.035513 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3b9846a4-55ba-481b-a963-26d2ff6b52c2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (d0e261ca-ad5b-4b9c-92d5-5567851b5396), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:49.085397 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 2f2e239d-8035-4f37-96dd-4e4f3002af3d details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:49:49.090185 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9846a4-55ba-481b-a963-26d2ff6b52c2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e261ca-ad5b-4b9c-92d5-5567851b5396,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:49.090495 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 08c8eeee-cfbe-4e3e-9514-c73d861d88db no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:49:49.112711 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:49.122025 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-88fa5766-8be6-4a6e-b174-37434940b0a9 req-a559f816-b9cb-4da4-8a78-665e72c554de service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e178d836-24a2-4e3a-8f28-a62c7fb35528 HTTP/1.1" status: 200 len: 217 time: 0.0897622 Aug 24 16:49:49.137297 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: 08c8eeee-cfbe-4e3e-9514-c73d861d88db {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:49:49.137650 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 08c8eeee-cfbe-4e3e-9514-c73d861d88db not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:49:49.138079 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device a3e2b5de-778c-4f0f-bb74-761971b6f904 no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:49:49.144764 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba624f-f6ac-4774-a86d-c41e7d8a7d02 req-be004f18-297c-4348-aedd-f95365aea413 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:49.145293 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:49.146586 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-21ba624f-f6ac-4774-a86d-c41e7d8a7d02 req-be004f18-297c-4348-aedd-f95365aea413 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.1966295 Aug 24 16:49:49.149883 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ac2dc1cb-9c14-4549-ac41-535d6f00f569 req-c439cf05-fddd-439f-95eb-ad4a481cb4f2 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=be5459eb-e0fd-4d5d-af65-746f3ff9702a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239347 Aug 24 16:49:49.153244 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-43265013-d166-4ca9-bef6-1d6ae8faba92 req-a50c46b6-2f80-4287-989b-918cc830d3dc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2014647 Aug 24 16:49:49.179522 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3b9846a4-55ba-481b-a963-26d2ff6b52c2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:49.190323 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 37158) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:49.193151 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-3b9846a4-55ba-481b-a963-26d2ff6b52c2 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4537787 Aug 24 16:49:49.203946 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-739e971d-a565-450f-9fc6-f96cdac1c272 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'security_group_rule': {'security_group_id': 'd0e261ca-ad5b-4b9c-92d5-5567851b5396', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:49.277013 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43265013-d166-4ca9-bef6-1d6ae8faba92 req-c5931dbd-765b-4afa-816f-57b80f944f09 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:49.280501 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:49.287403 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-43265013-d166-4ca9-bef6-1d6ae8faba92 req-c5931dbd-765b-4afa-816f-57b80f944f09 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports/a3e2b5de-778c-4f0f-bb74-761971b6f904 HTTP/1.1" status: 200 len: 943 time: 0.0730000 Aug 24 16:49:49.297473 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa5766-8be6-4a6e-b174-37434940b0a9 req-859484b8-17e6-4b55-8d9a-d773fd3473b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:49.297473 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-88fa5766-8be6-4a6e-b174-37434940b0a9 req-859484b8-17e6-4b55-8d9a-d773fd3473b6 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=1cdfd668-27b8-415b-9c53-5631b63809f7 HTTP/1.1" status: 200 len: 854 time: 0.1683080 Aug 24 16:49:49.309531 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37164) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:49.381934 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-21ba624f-f6ac-4774-a86d-c41e7d8a7d02 req-9f363708-fdf1-4fb8-8dfa-989e2f5f4eb7 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015519 Aug 24 16:49:49.445007 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa5766-8be6-4a6e-b174-37434940b0a9 req-959365c2-f9e5-4b3e-bb91-4cd6cfcc3328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:49.446571 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-88fa5766-8be6-4a6e-b174-37434940b0a9 req-959365c2-f9e5-4b3e-bb91-4cd6cfcc3328 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=f599defe-c22e-4f1d-9ae7-6d25663b2f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1406305 Aug 24 16:49:49.461990 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-739e971d-a565-450f-9fc6-f96cdac1c272 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (4e091cab-f535-4c3f-a799-5cba0268df5a), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:49.477388 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 2f2e239d-8035-4f37-96dd-4e4f3002af3d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:49.509567 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': '2f2e239d-8035-4f37-96dd-4e4f3002af3d', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'port_id': '2f2e239d-8035-4f37-96dd-4e4f3002af3d', 'mac_address': 'fa:16:3e:36:c4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:49:49.544226 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:49.593190 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port a3e2b5de-778c-4f0f-bb74-761971b6f904 is: ACTIVE; New status is: DOWN {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:49:49.595181 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:49.611243 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 2f2e239d-8035-4f37-96dd-4e4f3002af3d is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:49:49.611243 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:49.681403 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2e239d-8035-4f37-96dd-4e4f3002af3d {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:49:49.722323 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3e2b5de-778c-4f0f-bb74-761971b6f904'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:49:49.724681 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40abd323-84de-4bef-9c3b-004b62f8884a" -d '{"events": [{"server_uuid": "4b4ea3cd-ed8d-4169-8be6-716b693de76d", "name": "network-vif-unplugged", "status": "completed", "tag": "a3e2b5de-778c-4f0f-bb74-761971b6f904"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:49:49.751494 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 2f2e239d-8035-4f37-96dd-4e4f3002af3d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:49.771837 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port a3e2b5de-778c-4f0f-bb74-761971b6f904, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=a3e2b5de-778c-4f0f-bb74-761971b6f904,segment=NetworkSegment(df61ae7f-08ab-49a7-8699-f546f0f86485),segment_id=df61ae7f-08ab-49a7-8699-f546f0f86485)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:49.790764 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-88fa5766-8be6-4a6e-b174-37434940b0a9 req-93fce34c-62d1-4791-9aa5-7db02e8403b1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f599defe-c22e-4f1d-9ae7-6d25663b2f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243706 Aug 24 16:49:49.830578 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Aug 2022 16:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea385f9-2e13-4e20-8c8e-89853abe9f6d x-openstack-request-id: req-dea385f9-2e13-4e20-8c8e-89853abe9f6d {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:49:49.831202 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4ea3cd-ed8d-4169-8be6-716b693de76d", "name": "network-vif-unplugged", "status": "failed", "tag": "a3e2b5de-778c-4f0f-bb74-761971b6f904", "code": 422}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:49:49.831575 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-dea385f9-2e13-4e20-8c8e-89853abe9f6d {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:49:49.832162 dv-cinder-731167-2-iscsi neutron-server[113371]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-dea385f9-2e13-4e20-8c8e-89853abe9f6d']: {'server_uuid': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a3e2b5de-778c-4f0f-bb74-761971b6f904', 'code': 422} returned with failed status Aug 24 16:49:49.891687 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-739e971d-a565-450f-9fc6-f96cdac1c272 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (4e091cab-f535-4c3f-a799-5cba0268df5a), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:49.902327 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68b1bc-cdd5-45eb-b43f-208598541dbc req-c725f2fc-7c34-42de-99fe-6bfeb1dba64a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:49.908086 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:49.914148 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bd68b1bc-cdd5-45eb-b43f-208598541dbc req-c725f2fc-7c34-42de-99fe-6bfeb1dba64a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.2098823 Aug 24 16:49:49.917172 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:50.028581 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=2f2e239d-8035-4f37-96dd-4e4f3002af3d,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:50.039686 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:50.040439 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:50.041358 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:50.042095 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:50.042676 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:50.043230 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:50.044137 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:50.044886 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:50.045437 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:50.046049 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:50.046609 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:50.047788 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:50.048385 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:50.049770 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:50.053731 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:49:50.081386 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-88fa5766-8be6-4a6e-b174-37434940b0a9 req-713d37c5-4afe-4e25-9647-364262d9a753 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/f599defe-c22e-4f1d-9ae7-6d25663b2f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550535 Aug 24 16:49:50.090401 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-739e971d-a565-450f-9fc6-f96cdac1c272 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (4e091cab-f535-4c3f-a799-5cba0268df5a), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:50.163473 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['2f2e239d-8035-4f37-96dd-4e4f3002af3d'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:49:50.175455 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e971d-a565-450f-9fc6-f96cdac1c272 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e091cab-f535-4c3f-a799-5cba0268df5a,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:50.196001 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=a3e2b5de-778c-4f0f-bb74-761971b6f904,revision_number=6']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:50.200779 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bd68b1bc-cdd5-45eb-b43f-208598541dbc req-edede93c-fe38-4260-ad16-39068397212f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844536 Aug 24 16:49:50.287886 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-739e971d-a565-450f-9fc6-f96cdac1c272 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:50.291708 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-739e971d-a565-450f-9fc6-f96cdac1c272 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0992148 Aug 24 16:49:50.294481 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 37186) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:50.303214 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-c63099b6-7e87-4b5f-8c70-e4fe050c772a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'security_group_rule': {'security_group_id': 'd0e261ca-ad5b-4b9c-92d5-5567851b5396', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:50.385097 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc379e5-5298-4f3b-ba66-6684003b5391 req-18d088f9-9365-447f-bc9a-e46483c8617a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:50.387816 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6bc379e5-5298-4f3b-ba66-6684003b5391 req-18d088f9-9365-447f-bc9a-e46483c8617a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 943 time: 0.0748522 Aug 24 16:49:50.434861 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:50.475408 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6bc379e5-5298-4f3b-ba66-6684003b5391 req-0e3123a0-a048-4aea-a8e5-76a7708c997f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=be5459eb-e0fd-4d5d-af65-746f3ff9702a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756650 Aug 24 16:49:50.476412 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c63099b6-7e87-4b5f-8c70-e4fe050c772a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (94d191b5-8414-4b3b-a827-690741103667), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:50.512114 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:50.570535 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3cfad106-e274-4bee-98f3-1298e6de5870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549079'] for router_interface (ce4ec97e-757c-43a7-916f-11458e95ba52), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:50.606707 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b2be9-845a-44de-a194-77a38d5552ac req-3f4a827a-9994-40e4-9228-8d6e4a56cf06 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:50.613921 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a03b2be9-845a-44de-a194-77a38d5552ac req-3f4a827a-9994-40e4-9228-8d6e4a56cf06 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.0822217 Aug 24 16:49:50.615536 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c63099b6-7e87-4b5f-8c70-e4fe050c772a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (94d191b5-8414-4b3b-a827-690741103667), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:50.678413 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c63099b6-7e87-4b5f-8c70-e4fe050c772a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (94d191b5-8414-4b3b-a827-690741103667), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:50.722926 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:50.731008 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a03b2be9-845a-44de-a194-77a38d5552ac req-90be3449-9670-4318-999f-21106c861af1 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107388 Aug 24 16:49:50.733510 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63099b6-7e87-4b5f-8c70-e4fe050c772a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d191b5-8414-4b3b-a827-690741103667,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:50.840092 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c63099b6-7e87-4b5f-8c70-e4fe050c772a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:50.841562 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-c63099b6-7e87-4b5f-8c70-e4fe050c772a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5460219 Aug 24 16:49:50.844852 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 37190) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:50.852305 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'floatingip': {'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:50.935347 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-3cfad106-e274-4bee-98f3-1298e6de5870 admin admin] Deleting port 44edde22-7748-4c7c-a788-ac3ce953fcc2 {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:49:50.935593 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3cfad106-e274-4bee-98f3-1298e6de5870 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:51.055869 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-3cfad106-e274-4bee-98f3-1298e6de5870 admin admin] For port 44edde22-7748-4c7c-a788-ac3ce953fcc2, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=44edde22-7748-4c7c-a788-ac3ce953fcc2,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:51.056565 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3cfad106-e274-4bee-98f3-1298e6de5870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:51.077921 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 01448d18-9692-445d-a2e1-37cc9a89b059 details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:49:51.081337 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-3cfad106-e274-4bee-98f3-1298e6de5870 admin admin] Calling delete_port for 44edde22-7748-4c7c-a788-ac3ce953fcc2 owned by network:router_interface {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:49:51.081574 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 2f2e239d-8035-4f37-96dd-4e4f3002af3d up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:49:51.112879 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:51.143287 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:51.203632 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port 2f2e239d-8035-4f37-96dd-4e4f3002af3d completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:49:51.267188 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:51.269102 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:51.307317 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 01448d18-9692-445d-a2e1-37cc9a89b059, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=01448d18-9692-445d-a2e1-37cc9a89b059,segment=NetworkSegment(2023dcad-1199-4ffc-890c-247170f76826),segment_id=2023dcad-1199-4ffc-890c-247170f76826)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:51.326525 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': '01448d18-9692-445d-a2e1-37cc9a89b059', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'port_id': '01448d18-9692-445d-a2e1-37cc9a89b059', 'mac_address': 'fa:16:3e:61:eb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:49:51.344002 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:51.367229 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port 2f2e239d-8035-4f37-96dd-4e4f3002af3d triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:49:51.369234 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:51.390539 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=7 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:51.464011 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 01448d18-9692-445d-a2e1-37cc9a89b059 is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:49:51.464611 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (01448d18-9692-445d-a2e1-37cc9a89b059), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:51.479042 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Allocated IP 172.27.4.189 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/cb14d6bc-cb1e-424f-b7a9-9eaa1b0c97ed) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:49:51.493211 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075a272-d0b0-4ee9-b92b-2f128244abe8 req-3948d7ea-9698-4359-b65e-5b7004ba599c tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:51.495189 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f075a272-d0b0-4ee9-b92b-2f128244abe8 req-3948d7ea-9698-4359-b65e-5b7004ba599c tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 944 time: 0.1008327 Aug 24 16:49:51.497981 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01448d18-9692-445d-a2e1-37cc9a89b059 {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:49:51.570218 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 01448d18-9692-445d-a2e1-37cc9a89b059, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=01448d18-9692-445d-a2e1-37cc9a89b059,segment=NetworkSegment(2023dcad-1199-4ffc-890c-247170f76826),segment_id=2023dcad-1199-4ffc-890c-247170f76826)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:51.575074 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 2f2e239d-8035-4f37-96dd-4e4f3002af3d is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:49:51.575462 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:51.579613 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3cfad106-e274-4bee-98f3-1298e6de5870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (44edde22-7748-4c7c-a788-ac3ce953fcc2), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:51.651590 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfad106-e274-4bee-98f3-1298e6de5870 admin admin] Pushing event deleted for resources: {'Port': ['ID=44edde22-7748-4c7c-a788-ac3ce953fcc2,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:51.684850 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (01448d18-9692-445d-a2e1-37cc9a89b059), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:51.695799 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 2f2e239d-8035-4f37-96dd-4e4f3002af3d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:51.699309 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f075a272-d0b0-4ee9-b92b-2f128244abe8 req-35f119c5-bc69-4a64-ae28-67ff0b72d550 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918805 Aug 24 16:49:51.760976 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=01448d18-9692-445d-a2e1-37cc9a89b059,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:51.771093 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:51.802220 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for port (cb14d6bc-cb1e-424f-b7a9-9eaa1b0c97ed), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:51.834282 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2e239d-8035-4f37-96dd-4e4f3002af3d'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:49:51.837346 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f100f89-9a1a-4e9f-b88b-8d32950fefe9" -d '{"events": [{"server_uuid": "75145055-cbf0-4840-b4fc-a2907f7b8f1c", "name": "network-vif-plugged", "status": "completed", "tag": "2f2e239d-8035-4f37-96dd-4e4f3002af3d"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:49:51.875608 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=2f2e239d-8035-4f37-96dd-4e4f3002af3d,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:51.910525 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['01448d18-9692-445d-a2e1-37cc9a89b059'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:49:52.093495 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3cfad106-e274-4bee-98f3-1298e6de5870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548931'] for router_interface (ce4ec97e-757c-43a7-916f-11458e95ba52), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:52.115974 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:52.148484 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:52.406611 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149bd53-b9bf-4a27-be62-5c5423809184 req-7119c6c4-50c2-45a8-b7eb-6fa9a2cdefbf tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:52.410561 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d149bd53-b9bf-4a27-be62-5c5423809184 req-7119c6c4-50c2-45a8-b7eb-6fa9a2cdefbf tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 944 time: 0.5112901 Aug 24 16:49:52.419424 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee5c93-b230-4eb7-b6da-83f8ac8f021c req-6e379ed9-8e7e-4ba0-89cd-1d1bfb68c9df tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:52.421081 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-48ee5c93-b230-4eb7-b6da-83f8ac8f021c req-6e379ed9-8e7e-4ba0-89cd-1d1bfb68c9df tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 946 time: 0.0745854 Aug 24 16:49:52.429721 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfad106-e274-4bee-98f3-1298e6de5870 admin admin] Router ce4ec97e-757c-43a7-916f-11458e95ba52 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:49:52.446481 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (cb14d6bc-cb1e-424f-b7a9-9eaa1b0c97ed), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:52.455945 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:52.538907 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:49:52.552460 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:49:52.574215 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d149bd53-b9bf-4a27-be62-5c5423809184 req-cb00e8bb-9246-47d2-8139-4d93d005065f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=be5459eb-e0fd-4d5d-af65-746f3ff9702a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496909 Aug 24 16:49:52.574827 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:49:52.577493 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfad106-e274-4bee-98f3-1298e6de5870 admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:49:52.580815 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'Port': ['ID=cb14d6bc-cb1e-424f-b7a9-9eaa1b0c97ed,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:52.586824 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-3cfad106-e274-4bee-98f3-1298e6de5870 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/ce4ec97e-757c-43a7-916f-11458e95ba52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2753482 Aug 24 16:49:52.589730 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37206) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:52.602792 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361424ca-b24a-4e8e-ab12-b1334e8e38a4 None None] Sync routers for ids ['ce4ec97e-757c-43a7-916f-11458e95ba52'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:49:52.610151 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-48ee5c93-b230-4eb7-b6da-83f8ac8f021c req-10213d37-64b1-4a77-988f-0d57bd4501a5 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720238 Aug 24 16:49:52.618315 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:52.635098 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361424ca-b24a-4e8e-ab12-b1334e8e38a4 None None] Routers {'ce4ec97e-757c-43a7-916f-11458e95ba52'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:49:52.635831 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-361424ca-b24a-4e8e-ab12-b1334e8e38a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:49:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['ce4ec97e-757c-43a7-916f-11458e95ba52'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:52.754985 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08733e4-261e-44e4-b5a1-11cb71fca941 x-openstack-request-id: req-b08733e4-261e-44e4-b5a1-11cb71fca941 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:49:52.756678 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75145055-cbf0-4840-b4fc-a2907f7b8f1c", "name": "network-vif-plugged", "status": "completed", "tag": "2f2e239d-8035-4f37-96dd-4e4f3002af3d", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:49:52.756779 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b08733e4-261e-44e4-b5a1-11cb71fca941 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:49:52.757335 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b08733e4-261e-44e4-b5a1-11cb71fca941'] response: {'server_uuid': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2e239d-8035-4f37-96dd-4e4f3002af3d', 'code': 200} Aug 24 16:49:52.811864 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-361424ca-b24a-4e8e-ab12-b1334e8e38a4 None None] Set router ce4ec97e-757c-43a7-916f-11458e95ba52 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:49:52.817692 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-95a93a7e-6158-4319-9adb-8501b032ae2f admin admin] Publish callbacks [] for router (ce4ec97e-757c-43a7-916f-11458e95ba52), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:52.851166 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (2c5fb9bd-00da-4720-990f-176f88e2549d), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:52.893991 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78592431-f594-4cdf-983e-2d0873561673 req-d3183d77-9287-4584-940d-b023f76cacd0 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:52.896619 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-78592431-f594-4cdf-983e-2d0873561673 req-d3183d77-9287-4584-940d-b023f76cacd0 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.1578765 Aug 24 16:49:52.975323 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-95a93a7e-6158-4319-9adb-8501b032ae2f admin admin] Publish callbacks [] for router_gateway (ce4ec97e-757c-43a7-916f-11458e95ba52), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:53.008541 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c8688-4dda-4a51-a9d7-a54c4eda5334 req-4a7a405b-8214-4cb7-b99e-7fba3a665d19 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:53.010664 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-279c8688-4dda-4a51-a9d7-a54c4eda5334 req-4a7a405b-8214-4cb7-b99e-7fba3a665d19 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.1503699 Aug 24 16:49:53.040922 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (cb14d6bc-cb1e-424f-b7a9-9eaa1b0c97ed), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:53.080891 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 01448d18-9692-445d-a2e1-37cc9a89b059 up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:49:53.087589 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-78592431-f594-4cdf-983e-2d0873561673 req-5e2cac3f-482a-45f9-929a-455093377c5b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602979 Aug 24 16:49:53.105368 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-95a93a7e-6158-4319-9adb-8501b032ae2f admin admin] Deleting port 7a7bf220-906d-4961-9134-3825b9831f8d {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:49:53.105938 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-95a93a7e-6158-4319-9adb-8501b032ae2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (7a7bf220-906d-4961-9134-3825b9831f8d), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:53.109590 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-361424ca-b24a-4e8e-ab12-b1334e8e38a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254'}], 'enable_snat': True}, 'gw_port_id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:49:51Z', 'revision_number': 5, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port': {'id': '7a7bf220-906d-4961-9134-3825b9831f8d', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:53.168168 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361424ca-b24a-4e8e-ab12-b1334e8e38a4 None None] Checking router: ce4ec97e-757c-43a7-916f-11458e95ba52 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:49:53.181211 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361424ca-b24a-4e8e-ab12-b1334e8e38a4 None None] Routers {'ce4ec97e-757c-43a7-916f-11458e95ba52'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:49:53.181841 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-361424ca-b24a-4e8e-ab12-b1334e8e38a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:49:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['ce4ec97e-757c-43a7-916f-11458e95ba52'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:53.188238 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port 01448d18-9692-445d-a2e1-37cc9a89b059 completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:49:53.193475 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-279c8688-4dda-4a51-a9d7-a54c4eda5334 req-105e0c93-7acd-466c-895f-a5cf8c01ec33 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712594 Aug 24 16:49:53.272991 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port 01448d18-9692-445d-a2e1-37cc9a89b059 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:49:53.273628 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (01448d18-9692-445d-a2e1-37cc9a89b059), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:53.327357 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-95a93a7e-6158-4319-9adb-8501b032ae2f admin admin] For port 7a7bf220-906d-4961-9134-3825b9831f8d, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=7a7bf220-906d-4961-9134-3825b9831f8d,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:53.328005 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-95a93a7e-6158-4319-9adb-8501b032ae2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (7a7bf220-906d-4961-9134-3825b9831f8d), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:53.340183 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:53.341400 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-361424ca-b24a-4e8e-ab12-b1334e8e38a4 None None] Set router ce4ec97e-757c-43a7-916f-11458e95ba52 gateway port host: None {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:49:53.362641 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for port (cb14d6bc-cb1e-424f-b7a9-9eaa1b0c97ed), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:53.374601 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-95a93a7e-6158-4319-9adb-8501b032ae2f admin admin] Calling delete_port for 7a7bf220-906d-4961-9134-3825b9831f8d owned by network:router_gateway {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:49:53.420897 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-361424ca-b24a-4e8e-ab12-b1334e8e38a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:49:52Z', 'revision_number': 6, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port_host': None}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:53.435824 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 01448d18-9692-445d-a2e1-37cc9a89b059 is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:49:53.436216 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (01448d18-9692-445d-a2e1-37cc9a89b059), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:53.480602 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (cb14d6bc-cb1e-424f-b7a9-9eaa1b0c97ed), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:53.493593 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361424ca-b24a-4e8e-ab12-b1334e8e38a4 None None] The sync data for ids ['ce4ec97e-757c-43a7-916f-11458e95ba52'] in dv-cinder-731167-2-iscsi is: [{'id': 'ce4ec97e-757c-43a7-916f-11458e95ba52', 'name': 'tempest-ServerRescueNegativeTestJSON-1446634678-router', 'tenant_id': 'c99d97707cc2485284d8d33522ebb918', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:49:52Z', 'revision_number': 6, 'project_id': 'c99d97707cc2485284d8d33522ebb918', 'gw_port_host': None}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:49:53.510520 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 01448d18-9692-445d-a2e1-37cc9a89b059, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=01448d18-9692-445d-a2e1-37cc9a89b059,segment=NetworkSegment(2023dcad-1199-4ffc-890c-247170f76826),segment_id=2023dcad-1199-4ffc-890c-247170f76826)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:53.594658 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (2c5fb9bd-00da-4720-990f-176f88e2549d), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:53.606166 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c337d7b-2488-4988-ae0e-3c0a40b8e212 req-aa9a4d78-6d7f-4033-aca3-1b566383930e tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:53.607696 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6c337d7b-2488-4988-ae0e-3c0a40b8e212 req-aa9a4d78-6d7f-4033-aca3-1b566383930e tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 946 time: 0.1740000 Aug 24 16:49:53.650541 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (01448d18-9692-445d-a2e1-37cc9a89b059), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:53.686376 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'Port': ['ID=cb14d6bc-cb1e-424f-b7a9-9eaa1b0c97ed,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:53.759646 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:53.764709 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-911e08b5-772e-4141-a32e-fbe7db9c635d tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9159746 Aug 24 16:49:53.765808 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=01448d18-9692-445d-a2e1-37cc9a89b059,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:53.832767 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c157fa-db3f-436d-a26e-b19e2406232e req-b5b09809-d322-4ab4-8dee-69ac43e7190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:53.836491 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b7c157fa-db3f-436d-a26e-b19e2406232e req-b5b09809-d322-4ab4-8dee-69ac43e7190f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 1129 time: 0.2206132 Aug 24 16:49:53.862355 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-95a93a7e-6158-4319-9adb-8501b032ae2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (7a7bf220-906d-4961-9134-3825b9831f8d), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:53.877557 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ee292-eb3e-4a87-a858-e73016ff29ab req-79a69582-76f0-4b58-a21d-ccab7c8fae75 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:53.879171 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-719ee292-eb3e-4a87-a858-e73016ff29ab req-79a69582-76f0-4b58-a21d-ccab7c8fae75 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 945 time: 0.1501558 Aug 24 16:49:53.899072 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a93a7e-6158-4319-9adb-8501b032ae2f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7bf220-906d-4961-9134-3825b9831f8d,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:53.948515 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89497ee2-f51c-4cd0-a5c8-c0d9cc4f4959 req-3c7a39af-9b0b-434b-a027-e1c45e4eb2a2 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:53.950121 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-89497ee2-f51c-4cd0-a5c8-c0d9cc4f4959 req-3c7a39af-9b0b-434b-a027-e1c45e4eb2a2 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 946 time: 0.1480672 Aug 24 16:49:53.986091 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-6c337d7b-2488-4988-ae0e-3c0a40b8e212 req-d70ee0ae-2fca-462f-a0ea-eb6c03346d94 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Deleting port e178d836-24a2-4e3a-8f28-a62c7fb35528 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:49:53.986898 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-6c337d7b-2488-4988-ae0e-3c0a40b8e212 req-d70ee0ae-2fca-462f-a0ea-eb6c03346d94 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:53.998172 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:54.040889 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-95a93a7e-6158-4319-9adb-8501b032ae2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552722'] for router_gateway (ce4ec97e-757c-43a7-916f-11458e95ba52), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:54.071985 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b7c157fa-db3f-436d-a26e-b19e2406232e req-621a6e69-1d84-4333-a8ae-6b4e0cace278 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167974 Aug 24 16:49:54.137037 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:54.147796 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-719ee292-eb3e-4a87-a858-e73016ff29ab req-d7b40fda-62a6-48e1-9f9c-7b8e06c83c1d tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=be5459eb-e0fd-4d5d-af65-746f3ff9702a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266495 Aug 24 16:49:54.167546 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-89497ee2-f51c-4cd0-a5c8-c0d9cc4f4959 req-2403b351-ba27-49fa-ae4c-166c6f205961 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=614d7f61-34b1-403a-b7fb-d58a367ed271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984556 Aug 24 16:49:54.200929 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-95a93a7e-6158-4319-9adb-8501b032ae2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3096'] for router (ce4ec97e-757c-43a7-916f-11458e95ba52), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:54.207579 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-95a93a7e-6158-4319-9adb-8501b032ae2f admin admin] Publish callbacks [] for router_controller (ce4ec97e-757c-43a7-916f-11458e95ba52), precommit_delete_associations {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:54.212804 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-6c337d7b-2488-4988-ae0e-3c0a40b8e212 req-d70ee0ae-2fca-462f-a0ea-eb6c03346d94 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] For port e178d836-24a2-4e3a-8f28-a62c7fb35528, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=e178d836-24a2-4e3a-8f28-a62c7fb35528,segment=NetworkSegment(711f9f53-8790-439e-abee-1170333a7a45),segment_id=711f9f53-8790-439e-abee-1170333a7a45)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:54.213011 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-6c337d7b-2488-4988-ae0e-3c0a40b8e212 req-d70ee0ae-2fca-462f-a0ea-eb6c03346d94 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:54.231769 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-6c337d7b-2488-4988-ae0e-3c0a40b8e212 req-d70ee0ae-2fca-462f-a0ea-eb6c03346d94 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Calling delete_port for e178d836-24a2-4e3a-8f28-a62c7fb35528 owned by compute:nova {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:49:54.381258 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-95a93a7e-6158-4319-9adb-8501b032ae2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549104'] for router (ce4ec97e-757c-43a7-916f-11458e95ba52), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:54.381904 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a93a7e-6158-4319-9adb-8501b032ae2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce4ec97e-757c-43a7-916f-11458e95ba52 {{(pid=113369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:49:54.396385 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-95a93a7e-6158-4319-9adb-8501b032ae2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:54.396385 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-95a93a7e-6158-4319-9adb-8501b032ae2f admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/ce4ec97e-757c-43a7-916f-11458e95ba52 HTTP/1.1" status: 204 len: 168 time: 1.8054347 Aug 24 16:49:54.405509 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37230) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:54.456579 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:54.472286 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 44edde22-7748-4c7c-a788-ac3ce953fcc2 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:49:54.480485 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eca67b-d9aa-4077-ad3f-3e75af1c6385 req-dc7761db-0f80-4d22-8841-532a8972779b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:54.482202 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-58eca67b-d9aa-4077-ad3f-3e75af1c6385 req-dc7761db-0f80-4d22-8841-532a8972779b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.1729012 Aug 24 16:49:54.515204 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43265013-d166-4ca9-bef6-1d6ae8faba92 req-c01d65a3-4a7e-498e-820f-50d0c7262bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:54.515469 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7aae0d-4e5e-47b2-b820-cc85fab0b5ad admin admin] Deleting subnet 27787f90-01da-4eab-83e5-1d4c783724ac {{(pid=113369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 16:49:54.515646 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-43265013-d166-4ca9-bef6-1d6ae8faba92 req-c01d65a3-4a7e-498e-820f-50d0c7262bb4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d&tenant_id=05a8a1a0e0334559ab3fc9a63685fa69 HTTP/1.1" status: 200 len: 1128 time: 0.1784818 Aug 24 16:49:54.515809 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ff7aae0d-4e5e-47b2-b820-cc85fab0b5ad admin admin] Publish callbacks [] for subnet (27787f90-01da-4eab-83e5-1d4c783724ac), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:54.517058 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 44edde22-7748-4c7c-a788-ac3ce953fcc2 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:49:54.518855 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 44edde22-7748-4c7c-a788-ac3ce953fcc2 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:49:54.550416 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-15a94a9e-0782-4a07-8eb5-e6eff68afd6e tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1791498502&fields=id&tenant_id=8af535d51fd345f8a9584cc6aaa38bda HTTP/1.1" status: 200 len: 267 time: 0.2487512 Aug 24 16:49:54.573923 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ff7aae0d-4e5e-47b2-b820-cc85fab0b5ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622551'] for subnet (27787f90-01da-4eab-83e5-1d4c783724ac), precommit_delete_associations {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:54.650762 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-58eca67b-d9aa-4077-ad3f-3e75af1c6385 req-e669fc8a-3532-46c8-a6f5-c4beac1fb819 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449878 Aug 24 16:49:54.656247 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:54.692172 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ff7aae0d-4e5e-47b2-b820-cc85fab0b5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673916'] for subnet (27787f90-01da-4eab-83e5-1d4c783724ac), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:54.759185 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b9c747-048e-4478-b065-0bd606ea331a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01448d18-9692-445d-a2e1-37cc9a89b059'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:49:54.764331 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de983281-0fb4-460b-84db-3aeba944b15d" -d '{"events": [{"server_uuid": "09b9c747-048e-4478-b065-0bd606ea331a", "name": "network-vif-plugged", "status": "completed", "tag": "01448d18-9692-445d-a2e1-37cc9a89b059"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:49:54.835031 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-465244c2-6142-4351-9b0f-7b6e491ab277 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:54.836838 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-465244c2-6142-4351-9b0f-7b6e491ab277 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/networks?id=883b1cf6-8114-4681-9877-f2163f4c86c7 HTTP/1.1" status: 200 len: 815 time: 0.2634659 Aug 24 16:49:54.874404 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6090ec5-2b41-4060-b357-541b00e00705 req-c125b15f-97ef-4e39-ac05-c6c03e1fe309 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:54.876012 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6090ec5-2b41-4060-b357-541b00e00705 req-c125b15f-97ef-4e39-ac05-c6c03e1fe309 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.1180067 Aug 24 16:49:54.881309 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-d8ae7f33-cf27-421c-8745-34d03edab78f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/quotas/8af535d51fd345f8a9584cc6aaa38bda HTTP/1.1" status: 200 len: 375 time: 0.0328755 Aug 24 16:49:54.882685 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43265013-d166-4ca9-bef6-1d6ae8faba92 req-1953d48f-ba38-4024-90e3-251e44a75550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:54.888330 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-43265013-d166-4ca9-bef6-1d6ae8faba92 req-1953d48f-ba38-4024-90e3-251e44a75550 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=05a8a1a0e0334559ab3fc9a63685fa69&device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 1128 time: 0.1224320 Aug 24 16:49:54.888330 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-6c337d7b-2488-4988-ae0e-3c0a40b8e212 req-d70ee0ae-2fca-462f-a0ea-eb6c03346d94 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (e178d836-24a2-4e3a-8f28-a62c7fb35528), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:54.902451 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ff7aae0d-4e5e-47b2-b820-cc85fab0b5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127532242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127062784'] for subnet (27787f90-01da-4eab-83e5-1d4c783724ac), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:54.903851 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['e178d836-24a2-4e3a-8f28-a62c7fb35528'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:49:54.952240 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7aae0d-4e5e-47b2-b820-cc85fab0b5ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27787f90-01da-4eab-83e5-1d4c783724ac,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:54.962040 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ff7aae0d-4e5e-47b2-b820-cc85fab0b5ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:54.970328 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-ff7aae0d-4e5e-47b2-b820-cc85fab0b5ad admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/27787f90-01da-4eab-83e5-1d4c783724ac HTTP/1.1" status: 204 len: 168 time: 0.5602300 Aug 24 16:49:54.970514 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988e3192-3c47-42a0-8238-2f6d9346aa9d None None] Network 4d88a69f-ea66-4ba4-9592-a2ab513e73da requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:49:54.970710 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37234) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:55.042166 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ee0ae-2fca-462f-a0ea-eb6c03346d94 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Pushing event deleted for resources: {'Port': ['ID=e178d836-24a2-4e3a-8f28-a62c7fb35528,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:55.123481 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7832497'] for network (4d88a69f-ea66-4ba4-9592-a2ab513e73da), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:55.139808 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-c35ff087-d451-412f-8671-470e8eeb0f97 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2282534 Aug 24 16:49:55.195846 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b6090ec5-2b41-4060-b357-541b00e00705 req-7e1c6bd2-db1c-4d59-bf8e-5fc725358461 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3082566 Aug 24 16:49:55.208049 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c337d7b-2488-4988-ae0e-3c0a40b8e212 req-d70ee0ae-2fca-462f-a0ea-eb6c03346d94 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] No DVR routers for this DVR port e178d836-24a2-4e3a-8f28-a62c7fb35528 on host hv-cinder-73116 {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:49:55.213888 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] Deleting port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:49:55.214337 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (a9fac741-7f32-40f4-b9b6-e19d85f7d4e6), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:55.236082 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-6c337d7b-2488-4988-ae0e-3c0a40b8e212 req-d70ee0ae-2fca-462f-a0ea-eb6c03346d94 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:55.240081 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6c337d7b-2488-4988-ae0e-3c0a40b8e212 req-d70ee0ae-2fca-462f-a0ea-eb6c03346d94 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.40 "DELETE /networking/v2.0/ports/e178d836-24a2-4e3a-8f28-a62c7fb35528 HTTP/1.1" status: 204 len: 173 time: 1.6134796 Aug 24 16:49:55.246426 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'name': 'network-vif-deleted', 'tag': 'e178d836-24a2-4e3a-8f28-a62c7fb35528'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:49:55.246426 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268a670e-2829-44ac-bb25-d3a2178c795e" -d '{"events": [{"server_uuid": "5a600fdc-214e-48d0-9e23-bcb70134d07a", "name": "network-vif-deleted", "tag": "e178d836-24a2-4e3a-8f28-a62c7fb35528"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:49:55.258236 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6044b6a-7717-4d7c-a47e-ee5ef192c7f1 None None] DHCP port deletion for 4d88a69f-ea66-4ba4-9592-a2ab513e73da request from dv-cinder-731167-2-iscsi {{(pid=113371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 16:49:55.291518 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43265013-d166-4ca9-bef6-1d6ae8faba92 req-113383e8-bcdd-4d7e-b8a6-9330a31004d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:55.293059 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-43265013-d166-4ca9-bef6-1d6ae8faba92 req-113383e8-bcdd-4d7e-b8a6-9330a31004d6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6e759f09-8493-41a1-82dc-95cc3aa0aabe HTTP/1.1" status: 200 len: 909 time: 0.3935995 Aug 24 16:49:55.326051 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c453ca0b-e324-4c7c-af54-55b2313f774e x-openstack-request-id: req-c453ca0b-e324-4c7c-af54-55b2313f774e {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:49:55.326441 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b9c747-048e-4478-b065-0bd606ea331a", "name": "network-vif-plugged", "status": "completed", "tag": "01448d18-9692-445d-a2e1-37cc9a89b059", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:49:55.326816 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c453ca0b-e324-4c7c-af54-55b2313f774e {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:49:55.327223 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c453ca0b-e324-4c7c-af54-55b2313f774e'] response: {'server_uuid': '09b9c747-048e-4478-b065-0bd606ea331a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01448d18-9692-445d-a2e1-37cc9a89b059', 'code': 200} Aug 24 16:49:55.346172 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-a6044b6a-7717-4d7c-a47e-ee5ef192c7f1 None None] Deleting port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 {{(pid=113371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:49:55.346621 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-a6044b6a-7717-4d7c-a47e-ee5ef192c7f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (a9fac741-7f32-40f4-b9b6-e19d85f7d4e6), before_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:55.376618 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] For port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=a9fac741-7f32-40f4-b9b6-e19d85f7d4e6,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:55.377140 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (a9fac741-7f32-40f4-b9b6-e19d85f7d4e6), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:55.391843 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-ae74d038-323e-41c9-a078-95740094a6e3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946685 Aug 24 16:49:55.400450 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] Calling delete_port for a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 owned by network:dhcp {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:49:55.449998 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-a6044b6a-7717-4d7c-a47e-ee5ef192c7f1 None None] For port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=a9fac741-7f32-40f4-b9b6-e19d85f7d4e6,segment=NetworkSegment(5fb96c91-9e79-4832-b43f-74da871c0758),segment_id=5fb96c91-9e79-4832-b43f-74da871c0758)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:49:55.451161 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-a6044b6a-7717-4d7c-a47e-ee5ef192c7f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (a9fac741-7f32-40f4-b9b6-e19d85f7d4e6), precommit_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:55.470851 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-a6044b6a-7717-4d7c-a47e-ee5ef192c7f1 None None] Calling delete_port for a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 owned by network:dhcp {{(pid=113371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:49:55.625837 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d85aa9-50df-4272-b7f7-feec441c3679 req-52cbe811-78df-42d0-93c0-08fc6d138171 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:55.628374 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f8d85aa9-50df-4272-b7f7-feec441c3679 req-52cbe811-78df-42d0-93c0-08fc6d138171 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 945 time: 0.2341585 Aug 24 16:49:55.632685 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-43265013-d166-4ca9-bef6-1d6ae8faba92 req-2e9be9de-103c-4577-9eae-367808411cd5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3e2b5de-778c-4f0f-bb74-761971b6f904 HTTP/1.1" status: 200 len: 999 time: 0.1699705 Aug 24 16:49:55.664523 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-a6044b6a-7717-4d7c-a47e-ee5ef192c7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444'] for port (a9fac741-7f32-40f4-b9b6-e19d85f7d4e6), after_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:55.694134 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (a9fac741-7f32-40f4-b9b6-e19d85f7d4e6), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:55.729495 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6044b6a-7717-4d7c-a47e-ee5ef192c7f1 None None] Pushing event deleted for resources: {'Port': ['ID=a9fac741-7f32-40f4-b9b6-e19d85f7d4e6,revision_number=None']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:55.739245 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6044b6a-7717-4d7c-a47e-ee5ef192c7f1 None None] No DVR routers for this DVR port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 on host dv-cinder-731167-2-iscsi {{(pid=113371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:49:55.747561 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9fac741-7f32-40f4-b9b6-e19d85f7d4e6,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:55.759239 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] No DVR routers for this DVR port a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 on host dv-cinder-731167-2-iscsi {{(pid=113369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:49:55.824889 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:55.836900 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f8d85aa9-50df-4272-b7f7-feec441c3679 req-d6266852-b1ba-4abf-ba13-942687db092d tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=be5459eb-e0fd-4d5d-af65-746f3ff9702a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600287 Aug 24 16:49:55.847700 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:55.854816 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43265013-d166-4ca9-bef6-1d6ae8faba92 req-435a8121-0a59-442f-afdc-af61ccd635de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:55.856309 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-43265013-d166-4ca9-bef6-1d6ae8faba92 req-435a8121-0a59-442f-afdc-af61ccd635de service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5b387e1a-2eb2-46c9-a401-56a9e7be2495 HTTP/1.1" status: 200 len: 847 time: 0.1439784 Aug 24 16:49:55.860754 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-cba33544-c795-4931-be20-e7872016e6ab service neutron] 10.222.0.17 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490845 Aug 24 16:49:55.889003 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669052', 'neutron.services.segments.db._delete_segments_for_network-8749321758832'] for network (4d88a69f-ea66-4ba4-9592-a2ab513e73da), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:55.927196 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d88a69f-ea66-4ba4-9592-a2ab513e73da']}} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:55.946400 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb96c91-9e79-4832-b43f-74da871c0758') {'for_net_delete': True} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:55.946784 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb96c91-9e79-4832-b43f-74da871c0758') {} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:55.960625 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749321816814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622558'] for segment (5fb96c91-9e79-4832-b43f-74da871c0758), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:55.974836 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:55.980227 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (5fb96c91-9e79-4832-b43f-74da871c0758), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:55.986233 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43265013-d166-4ca9-bef6-1d6ae8faba92 req-dfc7fce7-1376-4f02-a42f-877f0b94fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:55.989767 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-43265013-d166-4ca9-bef6-1d6ae8faba92 req-dfc7fce7-1376-4f02-a42f-877f0b94fd17 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6e759f09-8493-41a1-82dc-95cc3aa0aabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1273162 Aug 24 16:49:56.000106 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=113369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:49:56.001663 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127532212'] for segment (5fb96c91-9e79-4832-b43f-74da871c0758), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:56.051526 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment 5fb96c91-9e79-4832-b43f-74da871c0758 resource provider aggregate not found Aug 24 16:49:56.065277 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d892d3-7d64-42b0-9fd4-5086fa1a9813 req-bcbbec5c-73de-4048-b0e2-81e020298ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:56.068055 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f4d892d3-7d64-42b0-9fd4-5086fa1a9813 req-bcbbec5c-73de-4048-b0e2-81e020298ed0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 1129 time: 0.1439970 Aug 24 16:49:56.098068 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment 5fb96c91-9e79-4832-b43f-74da871c0758 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5fb96c91-9e79-4832-b43f-74da871c0758 found for delete ", "request_id": "req-408b7df5-87d1-4596-81aa-a8eb84d302e3"}]} Aug 24 16:49:56.112887 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-58f5bbbe-0c31-4bef-8f13-d005fb45cc64 req-269f781a-05ca-4ac7-b23d-3c62f1374165 tempest-TestMinimumBasicScenario-930773383 tempest-TestMinimumBasicScenario-930773383-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5a600fdc-214e-48d0-9e23-bcb70134d07a HTTP/1.1" status: 200 len: 210 time: 0.0674500 Aug 24 16:49:56.125233 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 7a7bf220-906d-4961-9134-3825b9831f8d no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:49:56.169006 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 7a7bf220-906d-4961-9134-3825b9831f8d {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:49:56.169545 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 7a7bf220-906d-4961-9134-3825b9831f8d not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:49:56.170211 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:49:56.204481 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:49:56.205032 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device a9fac741-7f32-40f4-b9b6-e19d85f7d4e6 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:49:56.214844 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-43265013-d166-4ca9-bef6-1d6ae8faba92 req-c8360754-f8ee-48b5-88d9-911d1eb1fe57 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6e759f09-8493-41a1-82dc-95cc3aa0aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173390 Aug 24 16:49:56.224896 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b787ab-69fa-4227-9fec-5ad14e4121da x-openstack-request-id: req-00b787ab-69fa-4227-9fec-5ad14e4121da {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:49:56.225550 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a600fdc-214e-48d0-9e23-bcb70134d07a", "name": "network-vif-deleted", "tag": "e178d836-24a2-4e3a-8f28-a62c7fb35528", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:49:56.225550 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-00b787ab-69fa-4227-9fec-5ad14e4121da {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:49:56.225918 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b787ab-69fa-4227-9fec-5ad14e4121da'] response: {'server_uuid': '5a600fdc-214e-48d0-9e23-bcb70134d07a', 'name': 'network-vif-deleted', 'tag': 'e178d836-24a2-4e3a-8f28-a62c7fb35528', 'status': 'completed', 'code': 200} Aug 24 16:49:56.273922 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552758'] for network (4d88a69f-ea66-4ba4-9592-a2ab513e73da), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:56.288790 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:56.303478 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/4d88a69f-ea66-4ba4-9592-a2ab513e73da HTTP/1.1" status: 204 len: 168 time: 1.3307917 Aug 24 16:49:56.363046 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6eaf9-d1b3-463c-ad2f-79bedf114c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d88a69f-ea66-4ba4-9592-a2ab513e73da,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:56.432061 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f4d892d3-7d64-42b0-9fd4-5086fa1a9813 req-b50d820d-1cd2-4fc4-a6d8-4adbd443d1de service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=be5459eb-e0fd-4d5d-af65-746f3ff9702a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713791 Aug 24 16:49:56.464123 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1a1c6-eab6-474b-9a05-c16d0685f7bd req-2d5222e6-d95c-47d6-bca5-a499d8daef6b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:56.465674 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-38a1a1c6-eab6-474b-9a05-c16d0685f7bd req-2d5222e6-d95c-47d6-bca5-a499d8daef6b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.1448038 Aug 24 16:49:56.548205 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-43265013-d166-4ca9-bef6-1d6ae8faba92 req-968f9487-c410-4f13-93d5-890a7909c9b4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6e759f09-8493-41a1-82dc-95cc3aa0aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906463 Aug 24 16:49:56.558349 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cee19d-e049-43bb-ac85-e34a163cfae3 req-208ed51c-1eb3-4238-b1f0-8a6f3c48087a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:56.571955 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-08cee19d-e049-43bb-ac85-e34a163cfae3 req-208ed51c-1eb3-4238-b1f0-8a6f3c48087a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.1249630 Aug 24 16:49:56.613363 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-38a1a1c6-eab6-474b-9a05-c16d0685f7bd req-c52d9f02-1624-40a4-b707-d6b90efbaed8 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281197 Aug 24 16:49:56.670105 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-08cee19d-e049-43bb-ac85-e34a163cfae3 req-42863446-2f1e-4aa2-83e1-b59b92d597c2 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006544 Aug 24 16:49:56.728580 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f0249743-8eb9-47f7-9ba7-dfd21bc4f36e req-9aad9781-8c1a-4dc6-8c7a-7bce16a7c305 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 210 time: 0.0411024 Aug 24 16:49:56.837596 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2918515-dad7-4aa9-a017-55ce8fdb7d6b req-a94e5e84-99f5-4217-af76-9ebf1aad5ae3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:56.839782 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d2918515-dad7-4aa9-a017-55ce8fdb7d6b req-a94e5e84-99f5-4217-af76-9ebf1aad5ae3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0704420 Aug 24 16:49:56.850732 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37262) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:56.858638 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-31545582-2d2c-4cc3-9baa-0f85dc3db379 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Request body: {'floatingip': {'port_id': '2f2e239d-8035-4f37-96dd-4e4f3002af3d'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:56.908008 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-31545582-2d2c-4cc3-9baa-0f85dc3db379 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for floatingip (3ff5eb58-2f10-4c48-ba32-6c31921c31e7), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:56.970148 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 37266) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:57.042671 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46295-29a6-4285-9b0d-78320d8b911d req-aad556c9-e85f-408c-8534-8dd4b48afec7 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:57.044354 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96d46295-29a6-4285-9b0d-78320d8b911d req-aad556c9-e85f-408c-8534-8dd4b48afec7 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 945 time: 0.0914261 Aug 24 16:49:57.078542 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-056b86c5-fd7e-480b-9265-c7cd6cd78dfa admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=c99d97707cc2485284d8d33522ebb918&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1052952 Aug 24 16:49:57.078749 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37268) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:57.085974 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device e178d836-24a2-4e3a-8f28-a62c7fb35528 no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:49:57.091987 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:57.115991 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: e178d836-24a2-4e3a-8f28-a62c7fb35528 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:49:57.116777 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device e178d836-24a2-4e3a-8f28-a62c7fb35528 not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:49:57.139040 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96d46295-29a6-4285-9b0d-78320d8b911d req-cd7d7f9d-cc03-4ec5-87e0-fe7333b25a38 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=be5459eb-e0fd-4d5d-af65-746f3ff9702a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783803 Aug 24 16:49:57.244635 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4543fa7f-8ea3-44a6-b52b-195a70f6c8e5 admin admin] Publish callbacks [] for security_group (30d0872a-236d-42dd-953b-3746c9931cf1), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:57.277479 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4543fa7f-8ea3-44a6-b52b-195a70f6c8e5 admin admin] Publish callbacks [] for security_group (30d0872a-236d-42dd-953b-3746c9931cf1), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:57.443184 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:57.559333 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-31545582-2d2c-4cc3-9baa-0f85dc3db379 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:57.615902 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4543fa7f-8ea3-44a6-b52b-195a70f6c8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (30d0872a-236d-42dd-953b-3746c9931cf1), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:57.620092 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-4543fa7f-8ea3-44a6-b52b-195a70f6c8e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:57.624141 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-4543fa7f-8ea3-44a6-b52b-195a70f6c8e5 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/30d0872a-236d-42dd-953b-3746c9931cf1 HTTP/1.1" status: 204 len: 168 time: 0.5412650 Aug 24 16:49:57.632202 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543fa7f-8ea3-44a6-b52b-195a70f6c8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d0872a-236d-42dd-953b-3746c9931cf1,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:49:57.678575 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-31545582-2d2c-4cc3-9baa-0f85dc3db379 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (3ff5eb58-2f10-4c48-ba32-6c31921c31e7), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:57.847523 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.l3_db [None req-31545582-2d2c-4cc3-9baa-0f85dc3db379 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Floating IP 3ff5eb58-2f10-4c48-ba32-6c31921c31e7 associated. External IP: 172.27.4.179, port: 2f2e239d-8035-4f37-96dd-4e4f3002af3d. Aug 24 16:49:57.870779 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e83a5dff-df4b-4a8c-91f6-cd0ea180f537 req-969d6320-3216-41bb-b4cb-7535631330c0 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 210 time: 0.0498590 Aug 24 16:49:57.877288 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed32e4f-9074-4492-8f38-323cc59ad03a req-a53eab0a-745b-4aaf-ab8e-8480f413b9a6 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:57.880112 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4ed32e4f-9074-4492-8f38-323cc59ad03a req-a53eab0a-745b-4aaf-ab8e-8480f413b9a6 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.1234992 Aug 24 16:49:57.910717 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:57.929752 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:57.977260 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4ed32e4f-9074-4492-8f38-323cc59ad03a req-559326fb-48bf-48cc-a24d-9cbf104da885 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864840 Aug 24 16:49:58.324931 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df8544-ab9c-4db2-a216-1af93095edc5 req-cba5d71d-b49a-41a6-bb69-b0e11e0b328d tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:58.332272 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-41df8544-ab9c-4db2-a216-1af93095edc5 req-cba5d71d-b49a-41a6-bb69-b0e11e0b328d tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 945 time: 0.0910156 Aug 24 16:49:58.388526 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-41df8544-ab9c-4db2-a216-1af93095edc5 req-e0d391ea-763d-48f3-accf-e8b739a2d8c1 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=be5459eb-e0fd-4d5d-af65-746f3ff9702a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552852 Aug 24 16:49:58.424944 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31545582-2d2c-4cc3-9baa-0f85dc3db379 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:49:58.570524 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4972aa8-c6cd-46aa-9e44-cdacd1fbdea6 req-5cb913a7-e49f-4bdc-9bfe-2be78204aa9f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:58.572299 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d4972aa8-c6cd-46aa-9e44-cdacd1fbdea6 req-5cb913a7-e49f-4bdc-9bfe-2be78204aa9f tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 945 time: 0.0845389 Aug 24 16:49:58.580701 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31545582-2d2c-4cc3-9baa-0f85dc3db379 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:49:58.583200 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 37316) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:49:58.585319 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-31545582-2d2c-4cc3-9baa-0f85dc3db379 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:58.589714 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-a4fe5f7d-4aec-4096-9f28-6708cfc3e25e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Request body: {'floatingip': {'port_id': '01448d18-9692-445d-a2e1-37cc9a89b059'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:49:58.593246 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c103c-8f0c-4c4a-8766-efdfd0e2f36b None None] Sync routers for ids ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:49:58.612314 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1c103c-8f0c-4c4a-8766-efdfd0e2f36b None None] Routers {'19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:49:58.613683 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-9c1c103c-8f0c-4c4a-8766-efdfd0e2f36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:49:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:58.635390 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-31545582-2d2c-4cc3-9baa-0f85dc3db379 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/3ff5eb58-2f10-4c48-ba32-6c31921c31e7 HTTP/1.1" status: 200 len: 991 time: 1.7811630 Aug 24 16:49:58.635390 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'tag': '2f2e239d-8035-4f37-96dd-4e4f3002af3d'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:49:58.640545 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc97f7d6-2c39-42d5-91a2-53bb6804fe15" -d '{"events": [{"name": "network-changed", "server_uuid": "75145055-cbf0-4840-b4fc-a2907f7b8f1c", "tag": "2f2e239d-8035-4f37-96dd-4e4f3002af3d"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:49:58.661175 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5f7d-4aec-4096-9f28-6708cfc3e25e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for floatingip (b0f7325b-539a-4bfd-88bf-fa1cf22d20f9), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:49:58.696627 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f75493-3a4e-4fac-8ebb-833e69587a80 x-openstack-request-id: req-d0f75493-3a4e-4fac-8ebb-833e69587a80 {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:49:58.697121 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75145055-cbf0-4840-b4fc-a2907f7b8f1c", "tag": "2f2e239d-8035-4f37-96dd-4e4f3002af3d", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:49:58.698506 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d0f75493-3a4e-4fac-8ebb-833e69587a80 {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:49:58.698506 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f75493-3a4e-4fac-8ebb-833e69587a80'] response: {'name': 'network-changed', 'server_uuid': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'tag': '2f2e239d-8035-4f37-96dd-4e4f3002af3d', 'status': 'completed', 'code': 200} Aug 24 16:49:58.766108 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-9c1c103c-8f0c-4c4a-8766-efdfd0e2f36b None None] Set router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:49:58.767257 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:58.815634 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97f7d6-2c39-42d5-91a2-53bb6804fe15 req-65b755e0-cfa3-4751-be4d-73e8af664a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:58.825780 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dc97f7d6-2c39-42d5-91a2-53bb6804fe15 req-65b755e0-cfa3-4751-be4d-73e8af664a58 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=52f30f320fa04cdfa0e1d4ea9050119c&device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 1129 time: 0.0938380 Aug 24 16:49:58.875416 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:59.251367 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-9c1c103c-8f0c-4c4a-8766-efdfd0e2f36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:41Z', 'revision_number': 4, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '3ff5eb58-2f10-4c48-ba32-6c31921c31e7', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'floating_ip_address': '172.27.4.179', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'port_id': '2f2e239d-8035-4f37-96dd-4e4f3002af3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'mac_address': 'fa:16:3e:36:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:49:32Z', 'updated_at': '2022-08-24T16:49:57Z', 'revision_number': 1, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e605c47-87e9-4429-9306-4e0214bc929f', 'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'mac_address': 'fa:16:3e:6f:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:41Z', 'updated_at': '2022-08-24T16:45:48Z', 'revision_number': 5, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'subnets': [{'id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:59.289205 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c103c-8f0c-4c4a-8766-efdfd0e2f36b None None] Checking router: 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:49:59.300317 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1c103c-8f0c-4c4a-8766-efdfd0e2f36b None None] Routers {'19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:49:59.300999 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-9c1c103c-8f0c-4c4a-8766-efdfd0e2f36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:49:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:59.402232 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ddfc263d-1cff-4bc8-bf47-55121df87b94 req-f98fc620-e0a8-4c53-a9c2-f62e3315fa1b tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 210 time: 0.0957234 Aug 24 16:49:59.457341 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbb632-2e6f-4689-bf16-cd67ca7f1749 req-6efb3200-1938-486a-a2aa-92314f21208f tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:59.459028 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9acbb632-2e6f-4689-bf16-cd67ca7f1749 req-6efb3200-1938-486a-a2aa-92314f21208f tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.1515503 Aug 24 16:49:59.469494 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97f7d6-2c39-42d5-91a2-53bb6804fe15 req-6c2e9b70-f0c0-4012-948e-a76b486b2d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:59.471665 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dc97f7d6-2c39-42d5-91a2-53bb6804fe15 req-6c2e9b70-f0c0-4012-948e-a76b486b2d36 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6f60278e-d02a-47e3-ac82-34477071b70e HTTP/1.1" status: 200 len: 917 time: 0.6470273 Aug 24 16:49:59.480855 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-9c1c103c-8f0c-4c4a-8766-efdfd0e2f36b None None] Set router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:49:59.696132 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dc97f7d6-2c39-42d5-91a2-53bb6804fe15 req-4b0701c5-de42-47be-b2d5-b4c20ed493de service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d HTTP/1.1" status: 200 len: 999 time: 0.2077072 Aug 24 16:49:59.716273 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9acbb632-2e6f-4689-bf16-cd67ca7f1749 req-f91cf27a-6a62-4927-8d60-ac4e6dfe4442 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414129 Aug 24 16:49:59.719875 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:59.748671 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:49:59.812426 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-9c1c103c-8f0c-4c4a-8766-efdfd0e2f36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:41Z', 'revision_number': 4, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '3ff5eb58-2f10-4c48-ba32-6c31921c31e7', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'floating_ip_address': '172.27.4.179', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'port_id': '2f2e239d-8035-4f37-96dd-4e4f3002af3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'mac_address': 'fa:16:3e:36:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:49:32Z', 'updated_at': '2022-08-24T16:49:57Z', 'revision_number': 1, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e605c47-87e9-4429-9306-4e0214bc929f', 'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'mac_address': 'fa:16:3e:6f:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:41Z', 'updated_at': '2022-08-24T16:45:48Z', 'revision_number': 5, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'subnets': [{'id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:49:59.818595 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97f7d6-2c39-42d5-91a2-53bb6804fe15 req-660e9d7d-dc00-4dad-a570-b1a488c3ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:49:59.821854 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dc97f7d6-2c39-42d5-91a2-53bb6804fe15 req-660e9d7d-dc00-4dad-a570-b1a488c3ef20 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=ff59c90a-7642-4731-be1e-c01e44b6f995 HTTP/1.1" status: 200 len: 855 time: 0.1196549 Aug 24 16:49:59.856645 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c103c-8f0c-4c4a-8766-efdfd0e2f36b None None] The sync data for ids ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'] in dv-cinder-731167-2-iscsi is: [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:41Z', 'revision_number': 4, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '3ff5eb58-2f10-4c48-ba32-6c31921c31e7', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'floating_ip_address': '172.27.4.179', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'port_id': '2f2e239d-8035-4f37-96dd-4e4f3002af3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'mac_address': 'fa:16:3e:36:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:49:32Z', 'updated_at': '2022-08-24T16:49:57Z', 'revision_number': 1, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e605c47-87e9-4429-9306-4e0214bc929f', 'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'mac_address': 'fa:16:3e:6f:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:41Z', 'updated_at': '2022-08-24T16:45:48Z', 'revision_number': 5, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'subnets': [{'id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:49:59.921433 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5f7d-4aec-4096-9f28-6708cfc3e25e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:00.038868 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97f7d6-2c39-42d5-91a2-53bb6804fe15 req-7c86ef8e-545a-493e-a10d-fa17c54eb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:00.041137 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dc97f7d6-2c39-42d5-91a2-53bb6804fe15 req-7c86ef8e-545a-493e-a10d-fa17c54eb791 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6f60278e-d02a-47e3-ac82-34477071b70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607934 Aug 24 16:50:00.080879 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5f7d-4aec-4096-9f28-6708cfc3e25e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (b0f7325b-539a-4bfd-88bf-fa1cf22d20f9), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:00.199772 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5808b9-8065-4403-8c0c-abe80404d009 None None] New status for floating IP 3ff5eb58-2f10-4c48-ba32-6c31921c31e7: ACTIVE {{(pid=113372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:50:00.276044 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dc97f7d6-2c39-42d5-91a2-53bb6804fe15 req-f57fdd0b-b361-4499-ad0e-350a19683365 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273738 Aug 24 16:50:00.326466 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [None req-a4fe5f7d-4aec-4096-9f28-6708cfc3e25e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Floating IP b0f7325b-539a-4bfd-88bf-fa1cf22d20f9 associated. External IP: 172.27.4.196, port: 01448d18-9692-445d-a2e1-37cc9a89b059. Aug 24 16:50:00.439380 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:00.472650 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dc97f7d6-2c39-42d5-91a2-53bb6804fe15 req-0f1cb156-771b-4d07-927b-bec6704e2d54 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868942 Aug 24 16:50:00.608449 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-184ce6dc-00c8-46d0-b903-4a7f55d3e5aa req-2bf51dd4-fec7-455f-980d-f833fa62d535 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 210 time: 0.0826340 Aug 24 16:50:00.709260 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fe5f7d-4aec-4096-9f28-6708cfc3e25e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Router b7dbe20b-9333-40bf-a495-0159eb4b0225 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:50:00.718996 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-d7096f62-c755-48a0-8f80-42389b1de5e3 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:00.720537 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-d7096f62-c755-48a0-8f80-42389b1de5e3 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "GET /networking/v2.0/networks?id=883b1cf6-8114-4681-9877-f2163f4c86c7 HTTP/1.1" status: 200 len: 815 time: 0.1936958 Aug 24 16:50:00.900146 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-e0777e02-c78a-4062-9bc4-0af70bfb0e7e tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8af535d51fd345f8a9584cc6aaa38bda HTTP/1.1" status: 200 len: 380 time: 0.1721873 Aug 24 16:50:00.907753 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9ac79-033e-4cc8-9d98-008acf30a839 req-f3488a50-3009-4e15-9997-fee8e9505dff tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:00.910027 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-75a9ac79-033e-4cc8-9d98-008acf30a839 req-f3488a50-3009-4e15-9997-fee8e9505dff tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.0981319 Aug 24 16:50:00.919234 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-12420727-af1e-4b58-82ad-fa11052291fd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'port': {'device_id': '5fdefed9-549e-4154-9e78-a9d762019d38', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'admin_state_up': True, 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'security_groups': ['d0e261ca-ad5b-4b9c-92d5-5567851b5396']}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:50:00.958324 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fe5f7d-4aec-4096-9f28-6708cfc3e25e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:50:00.973908 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5f7d-4aec-4096-9f28-6708cfc3e25e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:00.979437 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f4aa4-ddb8-4f88-b275-45bf295a1834 None None] Sync routers for ids ['b7dbe20b-9333-40bf-a495-0159eb4b0225'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:50:01.001809 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f4aa4-ddb8-4f88-b275-45bf295a1834 None None] Routers {'b7dbe20b-9333-40bf-a495-0159eb4b0225'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:50:01.002984 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-9c0f4aa4-ddb8-4f88-b275-45bf295a1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:49:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['b7dbe20b-9333-40bf-a495-0159eb4b0225'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:01.106760 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-a4fe5f7d-4aec-4096-9f28-6708cfc3e25e tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/b0f7325b-539a-4bfd-88bf-fa1cf22d20f9 HTTP/1.1" status: 200 len: 991 time: 2.5194101 Aug 24 16:50:01.117491 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b9c747-048e-4478-b065-0bd606ea331a', 'tag': '01448d18-9692-445d-a2e1-37cc9a89b059'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:50:01.118294 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a35ab47-09c0-4658-b11f-799c7068d766" -d '{"events": [{"name": "network-changed", "server_uuid": "09b9c747-048e-4478-b065-0bd606ea331a", "tag": "01448d18-9692-445d-a2e1-37cc9a89b059"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:50:01.134372 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-75a9ac79-033e-4cc8-9d98-008acf30a839 req-cb6aab43-52de-43a4-92ef-309bbdd80510 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110519 Aug 24 16:50:01.163948 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-9c0f4aa4-ddb8-4f88-b275-45bf295a1834 None None] Set router b7dbe20b-9333-40bf-a495-0159eb4b0225 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:50:01.189938 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b718ac10-6345-42e2-9ef1-73a60bd95d46 x-openstack-request-id: req-b718ac10-6345-42e2-9ef1-73a60bd95d46 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:50:01.190421 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b9c747-048e-4478-b065-0bd606ea331a", "tag": "01448d18-9692-445d-a2e1-37cc9a89b059", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:50:01.190851 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b718ac10-6345-42e2-9ef1-73a60bd95d46 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:50:01.192969 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b718ac10-6345-42e2-9ef1-73a60bd95d46'] response: {'name': 'network-changed', 'server_uuid': '09b9c747-048e-4478-b065-0bd606ea331a', 'tag': '01448d18-9692-445d-a2e1-37cc9a89b059', 'status': 'completed', 'code': 200} Aug 24 16:50:01.262515 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37370) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:50:01.295329 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35ab47-09c0-4658-b11f-799c7068d766 req-a6e2efee-6fff-471f-be08-2fd4188fd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:01.295329 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9a35ab47-09c0-4658-b11f-799c7068d766 req-a6e2efee-6fff-471f-be08-2fd4188fd34a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=b71890b7a23944ee939c4bd13408063f&device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 1129 time: 0.0728850 Aug 24 16:50:01.402399 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-12420727-af1e-4b58-82ad-fa11052291fd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Made reservation on behalf of 8af535d51fd345f8a9584cc6aaa38bda for: {'port': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:50:01.410457 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-12420727-af1e-4b58-82ad-fa11052291fd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:01.490952 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35ab47-09c0-4658-b11f-799c7068d766 req-3728b684-2ef3-4bc2-9771-381d7e35a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:01.493431 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9a35ab47-09c0-4658-b11f-799c7068d766 req-3728b684-2ef3-4bc2-9771-381d7e35a0a7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=3c868f21-48dd-4a80-9b52-b20f081f69bf HTTP/1.1" status: 200 len: 912 time: 0.1916769 Aug 24 16:50:01.507278 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-9c0f4aa4-ddb8-4f88-b275-45bf295a1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:27Z', 'revision_number': 4, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': 'b0f7325b-539a-4bfd-88bf-fa1cf22d20f9', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'floating_ip_address': '172.27.4.196', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'port_id': '01448d18-9692-445d-a2e1-37cc9a89b059', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'mac_address': 'fa:16:3e:61:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b9c747-048e-4478-b065-0bd606ea331a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:49:30Z', 'updated_at': '2022-08-24T16:49:59Z', 'revision_number': 1, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b728e187-e328-4a1c-b1ca-502db465b020', 'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'mac_address': 'fa:16:3e:ee:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:26Z', 'updated_at': '2022-08-24T16:44:37Z', 'revision_number': 5, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'subnets': [{'id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:01.546104 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f4aa4-ddb8-4f88-b275-45bf295a1834 None None] Checking router: b7dbe20b-9333-40bf-a495-0159eb4b0225 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:50:01.566221 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f4aa4-ddb8-4f88-b275-45bf295a1834 None None] Routers {'b7dbe20b-9333-40bf-a495-0159eb4b0225'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:50:01.567155 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-9c0f4aa4-ddb8-4f88-b275-45bf295a1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:49:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['b7dbe20b-9333-40bf-a495-0159eb4b0225'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:01.638428 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:01.703241 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-9c0f4aa4-ddb8-4f88-b275-45bf295a1834 None None] Set router b7dbe20b-9333-40bf-a495-0159eb4b0225 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:50:01.767440 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9a35ab47-09c0-4658-b11f-799c7068d766 req-c4234f9f-8419-4c7c-a2ea-3f3e355d9e0b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01448d18-9692-445d-a2e1-37cc9a89b059 HTTP/1.1" status: 200 len: 999 time: 0.2269597 Aug 24 16:50:01.824859 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a1204262-acd5-44ce-8e0b-2a85c7df000b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549079'] for router_interface (a6ef395d-5f3b-46cc-95e6-41780e615014), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:01.827460 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=100 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:01.856518 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:01.879886 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-12420727-af1e-4b58-82ad-fa11052291fd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Allocated IP 172.20.0.13 (883b1cf6-8114-4681-9877-f2163f4c86c7/502f9714-b664-4573-bc1d-27593423cf2c/186654be-fd06-4d31-aea4-c35029b08980) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:50:01.909538 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-649ec7dc-f65e-4d89-92c6-1289cf225a54 req-285ca831-467d-443c-9f53-15c53be60370 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 210 time: 0.0582983 Aug 24 16:50:01.943644 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35ab47-09c0-4658-b11f-799c7068d766 req-31a0fc49-01c6-4017-9b0e-31fd6e787d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:01.943644 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9a35ab47-09c0-4658-b11f-799c7068d766 req-31a0fc49-01c6-4017-9b0e-31fd6e787d2a service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=7a21e2cb-adaa-418e-9a22-729cb8d4dff7 HTTP/1.1" status: 200 len: 850 time: 0.1627645 Aug 24 16:50:01.993129 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-9c0f4aa4-ddb8-4f88-b275-45bf295a1834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:27Z', 'revision_number': 4, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': 'b0f7325b-539a-4bfd-88bf-fa1cf22d20f9', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'floating_ip_address': '172.27.4.196', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'port_id': '01448d18-9692-445d-a2e1-37cc9a89b059', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'mac_address': 'fa:16:3e:61:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b9c747-048e-4478-b065-0bd606ea331a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:49:30Z', 'updated_at': '2022-08-24T16:49:59Z', 'revision_number': 1, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b728e187-e328-4a1c-b1ca-502db465b020', 'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'mac_address': 'fa:16:3e:ee:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:26Z', 'updated_at': '2022-08-24T16:44:37Z', 'revision_number': 5, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'subnets': [{'id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:02.034939 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35ab47-09c0-4658-b11f-799c7068d766 req-da80cc65-d75c-482d-9568-e83f923323b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:02.037703 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9a35ab47-09c0-4658-b11f-799c7068d766 req-da80cc65-d75c-482d-9568-e83f923323b2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=3c868f21-48dd-4a80-9b52-b20f081f69bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0947545 Aug 24 16:50:02.052991 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ea37bcb6-6cae-4cdf-bb37-c52c2ef59a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:02.056074 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0f4aa4-ddb8-4f88-b275-45bf295a1834 None None] The sync data for ids ['b7dbe20b-9333-40bf-a495-0159eb4b0225'] in dv-cinder-731167-2-iscsi is: [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:27Z', 'revision_number': 4, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': 'b0f7325b-539a-4bfd-88bf-fa1cf22d20f9', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'floating_ip_address': '172.27.4.196', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'port_id': '01448d18-9692-445d-a2e1-37cc9a89b059', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'mac_address': 'fa:16:3e:61:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b9c747-048e-4478-b065-0bd606ea331a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:49:30Z', 'updated_at': '2022-08-24T16:49:59Z', 'revision_number': 1, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b728e187-e328-4a1c-b1ca-502db465b020', 'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'mac_address': 'fa:16:3e:ee:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:26Z', 'updated_at': '2022-08-24T16:44:37Z', 'revision_number': 5, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'subnets': [{'id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:50:02.193219 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-a1204262-acd5-44ce-8e0b-2a85c7df000b admin admin] Deleting port f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:50:02.193566 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a1204262-acd5-44ce-8e0b-2a85c7df000b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:02.339918 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-a1204262-acd5-44ce-8e0b-2a85c7df000b admin admin] For port f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b,segment=NetworkSegment(711f9f53-8790-439e-abee-1170333a7a45),segment_id=711f9f53-8790-439e-abee-1170333a7a45)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:50:02.340748 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a1204262-acd5-44ce-8e0b-2a85c7df000b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:02.367836 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-a1204262-acd5-44ce-8e0b-2a85c7df000b admin admin] Calling delete_port for f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b owned by network:router_interface {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:50:02.368579 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e34e6-58e9-4afa-a139-179cf9279d62 None None] New status for floating IP b0f7325b-539a-4bfd-88bf-fa1cf22d20f9: ACTIVE {{(pid=113372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:50:02.375710 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=100 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:02.510549 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:02.590221 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-12420727-af1e-4b58-82ad-fa11052291fd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for port (186654be-fd06-4d31-aea4-c35029b08980), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:02.604476 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acb02f-f0a0-4f0e-8da8-912ccb3778a6 req-a760ac62-65d1-485c-9c6d-868ca9c45d51 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:02.606093 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39acb02f-f0a0-4f0e-8da8-912ccb3778a6 req-a760ac62-65d1-485c-9c6d-868ca9c45d51 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.1024430 Aug 24 16:50:02.609891 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9a35ab47-09c0-4658-b11f-799c7068d766 req-16629c75-3c92-4ca4-8359-9c408d4c28e9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639904 Aug 24 16:50:02.754152 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-39acb02f-f0a0-4f0e-8da8-912ccb3778a6 req-ee8e8eba-c50d-4f6a-a2af-0f9439d06fe6 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395388 Aug 24 16:50:02.790185 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9a35ab47-09c0-4658-b11f-799c7068d766 req-f292eb18-2d45-4413-9e5d-34a0a5dd134f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723363 Aug 24 16:50:02.842171 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a1204262-acd5-44ce-8e0b-2a85c7df000b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:02.879584 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-12420727-af1e-4b58-82ad-fa11052291fd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (186654be-fd06-4d31-aea4-c35029b08980), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:02.912813 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1204262-acd5-44ce-8e0b-2a85c7df000b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:02.918669 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=100 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:03.039888 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-12420727-af1e-4b58-82ad-fa11052291fd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Network 883b1cf6-8114-4681-9877-f2163f4c86c7 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:50:03.043416 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-12420727-af1e-4b58-82ad-fa11052291fd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:50:03.052438 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12420727-af1e-4b58-82ad-fa11052291fd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event updated for resources: {'Port': ['ID=186654be-fd06-4d31-aea4-c35029b08980,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:03.099717 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-12420727-af1e-4b58-82ad-fa11052291fd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:50:03.189306 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:03.212297 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd835696-0aa5-4d52-8493-a39df6d65b07 req-78db5914-4d05-41b6-98ad-fa68fa5045cf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:03.214062 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bd835696-0aa5-4d52-8493-a39df6d65b07 req-78db5914-4d05-41b6-98ad-fa68fa5045cf tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 932 time: 0.1663146 Aug 24 16:50:03.241727 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-12420727-af1e-4b58-82ad-fa11052291fd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:03.242863 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-12420727-af1e-4b58-82ad-fa11052291fd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:03.272539 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:03.290213 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a1204262-acd5-44ce-8e0b-2a85c7df000b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548931'] for router_interface (a6ef395d-5f3b-46cc-95e6-41780e615014), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:03.293005 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bd835696-0aa5-4d52-8493-a39df6d65b07 req-dfaa555a-d7e6-4b3a-8e9b-0e6f1da39521 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d0e261ca-ad5b-4b9c-92d5-5567851b5396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722380 Aug 24 16:50:03.447394 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-eeeb3efa-3c04-4997-9f73-2ec48f947265 None None] Provisioning complete for port 186654be-fd06-4d31-aea4-c35029b08980 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:50:03.448086 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-eeeb3efa-3c04-4997-9f73-2ec48f947265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (186654be-fd06-4d31-aea4-c35029b08980), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:03.493785 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb3efa-3c04-4997-9f73-2ec48f947265 None None] Port 186654be-fd06-4d31-aea4-c35029b08980 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:50:03.512423 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-12420727-af1e-4b58-82ad-fa11052291fd tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6013236 Aug 24 16:50:03.525332 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Request body: {'port': {'device_id': '5fdefed9-549e-4154-9e78-a9d762019d38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:50:03.565470 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1204262-acd5-44ce-8e0b-2a85c7df000b admin admin] Router a6ef395d-5f3b-46cc-95e6-41780e615014 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:50:03.594295 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (186654be-fd06-4d31-aea4-c35029b08980), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:03.697692 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1204262-acd5-44ce-8e0b-2a85c7df000b admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:50:03.702971 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a1204262-acd5-44ce-8e0b-2a85c7df000b admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/a6ef395d-5f3b-46cc-95e6-41780e615014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4393191 Aug 24 16:50:03.706472 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37398) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:50:03.711618 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bbdc9f-978c-4891-81de-b41d5ddf3132 None None] Sync routers for ids ['a6ef395d-5f3b-46cc-95e6-41780e615014'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:50:03.724535 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bbdc9f-978c-4891-81de-b41d5ddf3132 None None] Routers {'a6ef395d-5f3b-46cc-95e6-41780e615014'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:50:03.725253 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-39bbdc9f-978c-4891-81de-b41d5ddf3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:49:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['a6ef395d-5f3b-46cc-95e6-41780e615014'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:03.843516 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a215059f-b524-435f-b40c-37fe6d3a91a9 admin admin] Publish callbacks [] for router (a6ef395d-5f3b-46cc-95e6-41780e615014), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:03.941411 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186654be-fd06-4d31-aea4-c35029b08980 {{(pid=113370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:50:03.954589 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Publish callbacks [] for port (186654be-fd06-4d31-aea4-c35029b08980), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:03.976266 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-39bbdc9f-978c-4891-81de-b41d5ddf3132 None None] Set router a6ef395d-5f3b-46cc-95e6-41780e615014 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:50:03.981247 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.provisioning_blocks [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Transition to ACTIVE for port object 186654be-fd06-4d31-aea4-c35029b08980 will not be triggered until provisioned by entity L2. {{(pid=113370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:50:04.046383 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a215059f-b524-435f-b40c-37fe6d3a91a9 admin admin] Publish callbacks [] for router_gateway (a6ef395d-5f3b-46cc-95e6-41780e615014), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:04.064739 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a427d6-d379-480e-9e41-6459139658ec req-1dcf4277-9e64-4c91-8563-b1203bbac7b5 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:04.073874 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-61a427d6-d379-480e-9e41-6459139658ec req-1dcf4277-9e64-4c91-8563-b1203bbac7b5 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.0900416 Aug 24 16:50:04.074148 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:04.108897 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (186654be-fd06-4d31-aea4-c35029b08980), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:04.189515 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:04.209085 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-a215059f-b524-435f-b40c-37fe6d3a91a9 admin admin] Deleting port 85ce276b-19b3-425e-80f9-de4e624bfeea {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:50:04.209390 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a215059f-b524-435f-b40c-37fe6d3a91a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (85ce276b-19b3-425e-80f9-de4e624bfeea), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:04.227919 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-51461e9a-f13f-4d51-8b83-670305170b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:04.251522 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-61a427d6-d379-480e-9e41-6459139658ec req-66d78694-ef38-4edd-a2fd-82ae108c8c64 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762369 Aug 24 16:50:04.285466 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-39bbdc9f-978c-4891-81de-b41d5ddf3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'name': 'tempest-TestMinimumBasicScenario-1203215161-router', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:52Z', 'updated_at': '2022-08-24T16:50:02Z', 'revision_number': 5, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'gw_port': {'id': '85ce276b-19b3-425e-80f9-de4e624bfeea', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:41:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:53Z', 'updated_at': '2022-08-24T16:47:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:04.288925 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Pushing event updated for resources: {'Port': ['ID=186654be-fd06-4d31-aea4-c35029b08980,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:04.312029 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=100 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:04.326019 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bbdc9f-978c-4891-81de-b41d5ddf3132 None None] Checking router: a6ef395d-5f3b-46cc-95e6-41780e615014 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:50:04.341175 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bbdc9f-978c-4891-81de-b41d5ddf3132 None None] Routers {'a6ef395d-5f3b-46cc-95e6-41780e615014'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:50:04.342182 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-39bbdc9f-978c-4891-81de-b41d5ddf3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:50:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['a6ef395d-5f3b-46cc-95e6-41780e615014'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:04.366465 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-a215059f-b524-435f-b40c-37fe6d3a91a9 admin admin] For port 85ce276b-19b3-425e-80f9-de4e624bfeea, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=85ce276b-19b3-425e-80f9-de4e624bfeea,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:50:04.366830 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a215059f-b524-435f-b40c-37fe6d3a91a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (85ce276b-19b3-425e-80f9-de4e624bfeea), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:04.381504 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Attempting to bind port 186654be-fd06-4d31-aea4-c35029b08980 on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:50:04.381845 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Attempting to bind port 186654be-fd06-4d31-aea4-c35029b08980 by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:50:04.382208 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Attempting to bind port 186654be-fd06-4d31-aea4-c35029b08980 on network 883b1cf6-8114-4681-9877-f2163f4c86c7 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:50:04.390411 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Port 186654be-fd06-4d31-aea4-c35029b08980 on network 883b1cf6-8114-4681-9877-f2163f4c86c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:50:04.390843 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Attempting to bind port 186654be-fd06-4d31-aea4-c35029b08980 on network 883b1cf6-8114-4681-9877-f2163f4c86c7 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:50:04.396511 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-a215059f-b524-435f-b40c-37fe6d3a91a9 admin admin] Calling delete_port for 85ce276b-19b3-425e-80f9-de4e624bfeea owned by network:router_gateway {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:50:04.399562 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:50:04.400010 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Checking segment: {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:50:04.400449 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Bound using segment: {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:50:04.405576 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Bound port: 186654be-fd06-4d31-aea4-c35029b08980, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343faadd-9a0b-49b4-92f4-c626772d6e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7'}}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:50:04.405576 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (186654be-fd06-4d31-aea4-c35029b08980), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:04.576279 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] For port 186654be-fd06-4d31-aea4-c35029b08980, host hv-cinder-73116, cleared binding levels {{(pid=113370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:50:04.589492 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a356b0f-8063-41af-a4bf-3951d2cb49a7 req-42db2140-f330-4e95-bb56-bf9924352695 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:04.592527 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0a356b0f-8063-41af-a4bf-3951d2cb49a7 req-42db2140-f330-4e95-bb56-bf9924352695 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 944 time: 0.1694713 Aug 24 16:50:04.595031 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] For port 186654be-fd06-4d31-aea4-c35029b08980, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=186654be-fd06-4d31-aea4-c35029b08980,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:50:04.644194 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-39bbdc9f-978c-4891-81de-b41d5ddf3132 None None] Set router a6ef395d-5f3b-46cc-95e6-41780e615014 gateway port host: None {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:50:04.676714 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0a356b0f-8063-41af-a4bf-3951d2cb49a7 req-f34593ba-3c2b-417c-933a-df7ac2fdac20 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d0e261ca-ad5b-4b9c-92d5-5567851b5396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706918 Aug 24 16:50:04.707444 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (186654be-fd06-4d31-aea4-c35029b08980), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:04.712290 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:04.712947 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:04.714014 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-39bbdc9f-978c-4891-81de-b41d5ddf3132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'name': 'tempest-TestMinimumBasicScenario-1203215161-router', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:52Z', 'updated_at': '2022-08-24T16:50:04Z', 'revision_number': 6, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'gw_port_host': None}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:04.714373 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/186654be-fd06-4d31-aea4-c35029b08980 HTTP/1.1" status: 200 len: 1094 time: 1.1937497 Aug 24 16:50:04.714935 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdefed9-549e-4154-9e78-a9d762019d38', 'tag': '186654be-fd06-4d31-aea4-c35029b08980'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:50:04.718171 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378c624f-90a4-4eed-98e6-710085ef23fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdefed9-549e-4154-9e78-a9d762019d38", "tag": "186654be-fd06-4d31-aea4-c35029b08980"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:50:04.744099 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bbdc9f-978c-4891-81de-b41d5ddf3132 None None] The sync data for ids ['a6ef395d-5f3b-46cc-95e6-41780e615014'] in dv-cinder-731167-2-iscsi is: [{'id': 'a6ef395d-5f3b-46cc-95e6-41780e615014', 'name': 'tempest-TestMinimumBasicScenario-1203215161-router', 'tenant_id': '09e2ab2c313d4448a28a6902b74a0d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:52Z', 'updated_at': '2022-08-24T16:50:04Z', 'revision_number': 6, 'project_id': '09e2ab2c313d4448a28a6902b74a0d10', 'gw_port_host': None}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:50:04.761559 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01aee296-192c-4da4-a20b-22bc0e055dc7 x-openstack-request-id: req-01aee296-192c-4da4-a20b-22bc0e055dc7 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:50:04.761867 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdefed9-549e-4154-9e78-a9d762019d38", "tag": "186654be-fd06-4d31-aea4-c35029b08980", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:50:04.765295 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-01aee296-192c-4da4-a20b-22bc0e055dc7 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:50:04.765295 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01aee296-192c-4da4-a20b-22bc0e055dc7'] response: {'name': 'network-changed', 'server_uuid': '5fdefed9-549e-4154-9e78-a9d762019d38', 'tag': '186654be-fd06-4d31-aea4-c35029b08980', 'status': 'completed', 'code': 200} Aug 24 16:50:04.794565 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717833e-26cc-4b19-9c24-8205491f31bd service neutron] Pushing event updated for resources: {'Port': ['ID=186654be-fd06-4d31-aea4-c35029b08980,revision_number=3']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:04.797165 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a215059f-b524-435f-b40c-37fe6d3a91a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (85ce276b-19b3-425e-80f9-de4e624bfeea), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:04.824387 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215059f-b524-435f-b40c-37fe6d3a91a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=85ce276b-19b3-425e-80f9-de4e624bfeea,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:04.852598 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:04.900184 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a215059f-b524-435f-b40c-37fe6d3a91a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552722'] for router_gateway (a6ef395d-5f3b-46cc-95e6-41780e615014), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:04.986223 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:04.999403 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a215059f-b524-435f-b40c-37fe6d3a91a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3096'] for router (a6ef395d-5f3b-46cc-95e6-41780e615014), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:05.004824 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a215059f-b524-435f-b40c-37fe6d3a91a9 admin admin] Publish callbacks [] for router_controller (a6ef395d-5f3b-46cc-95e6-41780e615014), precommit_delete_associations {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:05.134638 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a215059f-b524-435f-b40c-37fe6d3a91a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549104'] for router (a6ef395d-5f3b-46cc-95e6-41780e615014), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:05.136203 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a215059f-b524-435f-b40c-37fe6d3a91a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6ef395d-5f3b-46cc-95e6-41780e615014 {{(pid=113369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:50:05.154504 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a215059f-b524-435f-b40c-37fe6d3a91a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:05.154504 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a215059f-b524-435f-b40c-37fe6d3a91a9 admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/a6ef395d-5f3b-46cc-95e6-41780e615014 HTTP/1.1" status: 204 len: 168 time: 1.4377182 Aug 24 16:50:05.154504 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37422) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:50:05.204865 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f639b16-f3d3-416c-a90e-7f0ac95a28ee admin admin] Deleting subnet 1cdfd668-27b8-415b-9c53-5631b63809f7 {{(pid=113369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 16:50:05.209148 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2f639b16-f3d3-416c-a90e-7f0ac95a28ee admin admin] Publish callbacks [] for subnet (1cdfd668-27b8-415b-9c53-5631b63809f7), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:05.247822 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2f639b16-f3d3-416c-a90e-7f0ac95a28ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622551'] for subnet (1cdfd668-27b8-415b-9c53-5631b63809f7), precommit_delete_associations {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:05.364376 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2f639b16-f3d3-416c-a90e-7f0ac95a28ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673916'] for subnet (1cdfd668-27b8-415b-9c53-5631b63809f7), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:05.422881 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cd63a-c3ff-4b1f-8b8e-8aeabb942136 req-bb18a325-f073-4abe-9d94-90c7cb8163a6 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:05.425262 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e79cd63a-c3ff-4b1f-8b8e-8aeabb942136 req-bb18a325-f073-4abe-9d94-90c7cb8163a6 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.0674138 Aug 24 16:50:05.486297 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e79cd63a-c3ff-4b1f-8b8e-8aeabb942136 req-cbedc596-f093-4449-af0b-c6ceb5f6e74b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519571 Aug 24 16:50:05.546314 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2f639b16-f3d3-416c-a90e-7f0ac95a28ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127532242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127062784'] for subnet (1cdfd668-27b8-415b-9c53-5631b63809f7), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:05.575846 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f639b16-f3d3-416c-a90e-7f0ac95a28ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cdfd668-27b8-415b-9c53-5631b63809f7,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:05.584486 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2f639b16-f3d3-416c-a90e-7f0ac95a28ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:05.587773 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-2f639b16-f3d3-416c-a90e-7f0ac95a28ee admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/1cdfd668-27b8-415b-9c53-5631b63809f7 HTTP/1.1" status: 204 len: 168 time: 0.4375172 Aug 24 16:50:05.591210 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7603a75-915e-4b43-8df3-f706a99a0348 None None] Network f599defe-c22e-4f1d-9ae7-6d25663b2f65 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:50:05.593070 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 37426) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:50:05.673800 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:05.686212 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7832497'] for network (f599defe-c22e-4f1d-9ae7-6d25663b2f65), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:05.739192 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] Deleting port 45ccccb4-c305-48f5-b2a0-a18ead709bb2 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:50:05.741863 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (45ccccb4-c305-48f5-b2a0-a18ead709bb2), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:05.762104 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:05.806432 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b81f24e-0674-4937-b83b-8b5b0f0eac2f None None] DHCP port deletion for f599defe-c22e-4f1d-9ae7-6d25663b2f65 request from dv-cinder-731167-2-iscsi {{(pid=113371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 16:50:05.837844 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:05.858072 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-2b81f24e-0674-4937-b83b-8b5b0f0eac2f None None] Deleting port 45ccccb4-c305-48f5-b2a0-a18ead709bb2 {{(pid=113371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:50:05.858452 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-2b81f24e-0674-4937-b83b-8b5b0f0eac2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (45ccccb4-c305-48f5-b2a0-a18ead709bb2), before_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:05.868257 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] For port 45ccccb4-c305-48f5-b2a0-a18ead709bb2, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=45ccccb4-c305-48f5-b2a0-a18ead709bb2,segment=NetworkSegment(711f9f53-8790-439e-abee-1170333a7a45),segment_id=711f9f53-8790-439e-abee-1170333a7a45)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:50:05.869349 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (45ccccb4-c305-48f5-b2a0-a18ead709bb2), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:05.894895 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] Calling delete_port for 45ccccb4-c305-48f5-b2a0-a18ead709bb2 owned by network:dhcp {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:50:05.901756 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e194d-9279-4e33-916a-59fa0b9ca50c req-60f0801a-f035-4f13-adb2-0ea0331617a7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:05.909360 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-299e194d-9279-4e33-916a-59fa0b9ca50c req-60f0801a-f035-4f13-adb2-0ea0331617a7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 944 time: 0.1266365 Aug 24 16:50:05.920682 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:05.957285 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-2b81f24e-0674-4937-b83b-8b5b0f0eac2f None None] For port 45ccccb4-c305-48f5-b2a0-a18ead709bb2, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=45ccccb4-c305-48f5-b2a0-a18ead709bb2,segment=NetworkSegment(711f9f53-8790-439e-abee-1170333a7a45),segment_id=711f9f53-8790-439e-abee-1170333a7a45)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:50:05.957761 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-2b81f24e-0674-4937-b83b-8b5b0f0eac2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (45ccccb4-c305-48f5-b2a0-a18ead709bb2), precommit_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:05.974296 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-2b81f24e-0674-4937-b83b-8b5b0f0eac2f None None] Calling delete_port for 45ccccb4-c305-48f5-b2a0-a18ead709bb2 owned by network:dhcp {{(pid=113371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:50:06.007866 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-299e194d-9279-4e33-916a-59fa0b9ca50c req-e346f93a-900e-4064-bcd2-877322287be6 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d0e261ca-ad5b-4b9c-92d5-5567851b5396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975974 Aug 24 16:50:06.089115 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 45ccccb4-c305-48f5-b2a0-a18ead709bb2 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:50:06.131991 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:06.136641 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (45ccccb4-c305-48f5-b2a0-a18ead709bb2), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:06.138668 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No ports have port_id starting with 45ccccb4-c305-48f5-b2a0-a18ead709bb2 Aug 24 16:50:06.140462 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:50:06.161873 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:50:06.162225 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device f5d5ce06-6fce-4b48-8ca2-49eb1575cb8b not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:50:06.162638 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 85ce276b-19b3-425e-80f9-de4e624bfeea no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:50:06.165983 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-2b81f24e-0674-4937-b83b-8b5b0f0eac2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444'] for port (45ccccb4-c305-48f5-b2a0-a18ead709bb2), after_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:06.173982 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ccccb4-c305-48f5-b2a0-a18ead709bb2,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:06.178630 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] No DVR routers for this DVR port 45ccccb4-c305-48f5-b2a0-a18ead709bb2 on host dv-cinder-731167-2-iscsi {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:50:06.213180 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 85ce276b-19b3-425e-80f9-de4e624bfeea {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:50:06.213580 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 85ce276b-19b3-425e-80f9-de4e624bfeea not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:50:06.217760 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b81f24e-0674-4937-b83b-8b5b0f0eac2f None None] No DVR routers for this DVR port 45ccccb4-c305-48f5-b2a0-a18ead709bb2 on host dv-cinder-731167-2-iscsi {{(pid=113371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:50:06.222157 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81f24e-0674-4937-b83b-8b5b0f0eac2f None None] Pushing event deleted for resources: {'Port': ['ID=45ccccb4-c305-48f5-b2a0-a18ead709bb2,revision_number=None']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:06.272408 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669052', 'neutron.services.segments.db._delete_segments_for_network-8749321758832'] for network (f599defe-c22e-4f1d-9ae7-6d25663b2f65), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:06.295253 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f599defe-c22e-4f1d-9ae7-6d25663b2f65']}} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:06.307797 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711f9f53-8790-439e-abee-1170333a7a45') {'for_net_delete': True} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:06.308090 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711f9f53-8790-439e-abee-1170333a7a45') {} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:06.322849 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749321816814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126625557'] for segment (711f9f53-8790-439e-abee-1170333a7a45), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:06.338901 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (711f9f53-8790-439e-abee-1170333a7a45), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:06.346204 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=113370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:50:06.347205 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125893843'] for segment (711f9f53-8790-439e-abee-1170333a7a45), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:06.367833 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.services.segments.plugin [-] Segment 711f9f53-8790-439e-abee-1170333a7a45 resource provider aggregate not found Aug 24 16:50:06.419381 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.services.segments.plugin [-] Segment 711f9f53-8790-439e-abee-1170333a7a45 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 711f9f53-8790-439e-abee-1170333a7a45 found for delete ", "request_id": "req-2eeb4a59-58dc-4453-829b-4baf1d900673"}]} Aug 24 16:50:06.547811 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552758'] for network (f599defe-c22e-4f1d-9ae7-6d25663b2f65), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:06.554193 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:06.562905 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/f599defe-c22e-4f1d-9ae7-6d25663b2f65 HTTP/1.1" status: 204 len: 168 time: 0.9660101 Aug 24 16:50:06.563333 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37442) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:50:06.589707 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10a56d-f400-4f36-94bc-c6184650fe11 admin admin] Pushing event deleted for resources: {'Network': ['ID=f599defe-c22e-4f1d-9ae7-6d25663b2f65,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:06.643847 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:06.655815 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44af44-e8e8-4ee4-84ed-4b82a1193ebc req-c957943b-de3a-491b-acd8-cb6bb12f4f12 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:06.666630 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5a44af44-e8e8-4ee4-84ed-4b82a1193ebc req-c957943b-de3a-491b-acd8-cb6bb12f4f12 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 944 time: 0.0808489 Aug 24 16:50:06.750996 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5a44af44-e8e8-4ee4-84ed-4b82a1193ebc req-3f25dcea-60eb-481a-90a5-c84f73a1f6e4 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726850 Aug 24 16:50:06.962797 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-26bf91de-6d7a-4c24-acfc-b8f30343b51a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549079'] for router_interface (296164ea-bc8d-4c6d-a252-d3d145a885ea), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:07.017652 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device a3e2b5de-778c-4f0f-bb74-761971b6f904 details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:50:07.125815 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c624f-90a4-4eed-98e6-710085ef23fe req-5c437c55-ba69-4bb8-9e94-cd00c4c05764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:07.127731 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-378c624f-90a4-4eed-98e6-710085ef23fe req-5c437c55-ba69-4bb8-9e94-cd00c4c05764 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 1128 time: 0.0837686 Aug 24 16:50:07.194272 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:07.197447 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port a3e2b5de-778c-4f0f-bb74-761971b6f904, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=a3e2b5de-778c-4f0f-bb74-761971b6f904,segment=NetworkSegment(df61ae7f-08ab-49a7-8699-f546f0f86485),segment_id=df61ae7f-08ab-49a7-8699-f546f0f86485)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:50:07.238719 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': 'a3e2b5de-778c-4f0f-bb74-761971b6f904', 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'port_id': 'a3e2b5de-778c-4f0f-bb74-761971b6f904', 'mac_address': 'fa:16:3e:f6:ac:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:50:07.272150 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08055c1-95ed-46be-a0ae-8a2b9c367abf req-fecfb874-453a-4141-b5d9-cef1d189db83 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:07.273827 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c08055c1-95ed-46be-a0ae-8a2b9c367abf req-fecfb874-453a-4141-b5d9-cef1d189db83 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 944 time: 0.1107850 Aug 24 16:50:07.291534 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-26bf91de-6d7a-4c24-acfc-b8f30343b51a admin admin] Deleting port a804e154-8fd6-49ae-a0e6-cc99ba20b4cd {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:50:07.291756 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-26bf91de-6d7a-4c24-acfc-b8f30343b51a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:07.298973 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port a3e2b5de-778c-4f0f-bb74-761971b6f904 is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:50:07.300036 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:07.317068 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:07.320073 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e2b5de-778c-4f0f-bb74-761971b6f904 {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:50:07.323505 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c624f-90a4-4eed-98e6-710085ef23fe req-e990239f-2537-4f2c-bf76-da49d8ede25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:07.325030 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-378c624f-90a4-4eed-98e6-710085ef23fe req-e990239f-2537-4f2c-bf76-da49d8ede25b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1897085 Aug 24 16:50:07.348931 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port a3e2b5de-778c-4f0f-bb74-761971b6f904, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=a3e2b5de-778c-4f0f-bb74-761971b6f904,segment=NetworkSegment(df61ae7f-08ab-49a7-8699-f546f0f86485),segment_id=df61ae7f-08ab-49a7-8699-f546f0f86485)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:50:07.379718 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c08055c1-95ed-46be-a0ae-8a2b9c367abf req-ee6c20c0-1fd6-4ad4-834e-812dfefaf9b9 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d0e261ca-ad5b-4b9c-92d5-5567851b5396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912397 Aug 24 16:50:07.409661 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-26bf91de-6d7a-4c24-acfc-b8f30343b51a admin admin] For port a804e154-8fd6-49ae-a0e6-cc99ba20b4cd, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=a804e154-8fd6-49ae-a0e6-cc99ba20b4cd,segment=NetworkSegment(92e2760b-d9d9-4cf8-b538-e93206d4c27e),segment_id=92e2760b-d9d9-4cf8-b538-e93206d4c27e)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:50:07.414681 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-26bf91de-6d7a-4c24-acfc-b8f30343b51a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:07.427605 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-26bf91de-6d7a-4c24-acfc-b8f30343b51a admin admin] Calling delete_port for a804e154-8fd6-49ae-a0e6-cc99ba20b4cd owned by network:router_interface {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:50:07.433691 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:07.466707 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c624f-90a4-4eed-98e6-710085ef23fe req-d89a76c9-5ccf-4c0f-b2c9-2ec46c2062a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:07.468134 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-378c624f-90a4-4eed-98e6-710085ef23fe req-d89a76c9-5ccf-4c0f-b2c9-2ec46c2062a4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341505 Aug 24 16:50:07.489845 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=a3e2b5de-778c-4f0f-bb74-761971b6f904,revision_number=7']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:07.576749 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-ac61785d-9de8-4452-aea5-33ec2a88a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:07.578280 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-ac61785d-9de8-4452-aea5-33ec2a88a9a3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 1128 time: 0.0661001 Aug 24 16:50:07.625823 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-ac57d92e-a25e-4fbe-a627-2528354bf4c5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=186654be-fd06-4d31-aea4-c35029b08980 HTTP/1.1" status: 200 len: 217 time: 0.0389774 Aug 24 16:50:07.676992 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:07.680110 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:07.689487 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-e54d8157-1b6c-48be-975f-5c570ebceae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:07.691014 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-e54d8157-1b6c-48be-975f-5c570ebceae4 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=502f9714-b664-4573-bc1d-27593423cf2c HTTP/1.1" status: 200 len: 854 time: 0.0586073 Aug 24 16:50:07.692744 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['a3e2b5de-778c-4f0f-bb74-761971b6f904'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:50:07.742419 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:07.757229 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-26bf91de-6d7a-4c24-acfc-b8f30343b51a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (a804e154-8fd6-49ae-a0e6-cc99ba20b4cd), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:07.761870 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-cdd2d465-f71d-42f3-bb26-d9057a5b2017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:07.772109 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-cdd2d465-f71d-42f3-bb26-d9057a5b2017 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=883b1cf6-8114-4681-9877-f2163f4c86c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661299 Aug 24 16:50:07.772317 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:07.792991 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf91de-6d7a-4c24-acfc-b8f30343b51a admin admin] Pushing event deleted for resources: {'Port': ['ID=a804e154-8fd6-49ae-a0e6-cc99ba20b4cd,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:07.992532 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04ac01-cbd9-4a10-b869-12b68058a7c3 req-21117056-af49-4927-86d4-fef4192ef69a tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:07.994727 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dc04ac01-cbd9-4a10-b869-12b68058a7c3 req-21117056-af49-4927-86d4-fef4192ef69a tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 945 time: 0.0677292 Aug 24 16:50:08.109774 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-af419da7-04db-47f4-a4ab-8f59a60aece2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360751 Aug 24 16:50:08.141632 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dc04ac01-cbd9-4a10-b869-12b68058a7c3 req-dd079cc1-1024-4df6-80da-3bb69a11d849 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311977 Aug 24 16:50:08.246183 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:08.276946 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2262b415-3799-4621-b415-4b8fdb9a6e7e req-8bbd05bf-ad7f-46d1-94e5-fe5495e3adc9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333268 Aug 24 16:50:08.349495 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-26bf91de-6d7a-4c24-acfc-b8f30343b51a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548931'] for router_interface (296164ea-bc8d-4c6d-a252-d3d145a885ea), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:08.549287 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d9f87-09a1-4a66-a9a9-0a0682bcce05 req-8b07927d-f207-423d-8fa4-2637d99066c3 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:08.549287 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-271d9f87-09a1-4a66-a9a9-0a0682bcce05 req-8b07927d-f207-423d-8fa4-2637d99066c3 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 944 time: 0.0757377 Aug 24 16:50:08.602191 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-271d9f87-09a1-4a66-a9a9-0a0682bcce05 req-a05258fa-05ba-46e0-95e9-200e3b50d8f5 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d0e261ca-ad5b-4b9c-92d5-5567851b5396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486867 Aug 24 16:50:08.614434 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bf91de-6d7a-4c24-acfc-b8f30343b51a admin admin] Router 296164ea-bc8d-4c6d-a252-d3d145a885ea has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:50:08.727248 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bf91de-6d7a-4c24-acfc-b8f30343b51a admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:50:08.732444 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-26bf91de-6d7a-4c24-acfc-b8f30343b51a admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/296164ea-bc8d-4c6d-a252-d3d145a885ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1680841 Aug 24 16:50:08.734873 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37468) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:50:08.738578 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18502f-45b8-45eb-8438-735de30bf320 None None] Sync routers for ids ['296164ea-bc8d-4c6d-a252-d3d145a885ea'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:50:08.749608 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18502f-45b8-45eb-8438-735de30bf320 None None] Routers {'296164ea-bc8d-4c6d-a252-d3d145a885ea'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:50:08.750248 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-5a18502f-45b8-45eb-8438-735de30bf320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:50:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['296164ea-bc8d-4c6d-a252-d3d145a885ea'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:08.839079 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-861311cf-867b-45d6-9371-4bc8e5ba4624 admin admin] Publish callbacks [] for router (296164ea-bc8d-4c6d-a252-d3d145a885ea), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:08.855248 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-5a18502f-45b8-45eb-8438-735de30bf320 None None] Set router 296164ea-bc8d-4c6d-a252-d3d145a885ea gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:50:08.923133 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=100 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:08.947550 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-861311cf-867b-45d6-9371-4bc8e5ba4624 admin admin] Publish callbacks [] for router_gateway (296164ea-bc8d-4c6d-a252-d3d145a885ea), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:09.103915 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-861311cf-867b-45d6-9371-4bc8e5ba4624 admin admin] Deleting port d723ada9-157d-4986-8aff-99e49e2ecf79 {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:50:09.104179 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-861311cf-867b-45d6-9371-4bc8e5ba4624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (d723ada9-157d-4986-8aff-99e49e2ecf79), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:09.131074 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-5a18502f-45b8-45eb-8438-735de30bf320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'name': 'tempest-TestMinimumBasicScenario-385668577-router', 'tenant_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.97'}], 'enable_snat': True}, 'gw_port_id': 'd723ada9-157d-4986-8aff-99e49e2ecf79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:47:01Z', 'updated_at': '2022-08-24T16:50:07Z', 'revision_number': 5, 'project_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'gw_port': {'id': 'd723ada9-157d-4986-8aff-99e49e2ecf79', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:47:02Z', 'updated_at': '2022-08-24T16:47:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:09.171895 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18502f-45b8-45eb-8438-735de30bf320 None None] Checking router: 296164ea-bc8d-4c6d-a252-d3d145a885ea for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:50:09.186621 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18502f-45b8-45eb-8438-735de30bf320 None None] Routers {'296164ea-bc8d-4c6d-a252-d3d145a885ea'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:50:09.187223 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-5a18502f-45b8-45eb-8438-735de30bf320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:50:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['296164ea-bc8d-4c6d-a252-d3d145a885ea'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:09.216452 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-861311cf-867b-45d6-9371-4bc8e5ba4624 admin admin] For port d723ada9-157d-4986-8aff-99e49e2ecf79, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=d723ada9-157d-4986-8aff-99e49e2ecf79,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:50:09.216823 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-861311cf-867b-45d6-9371-4bc8e5ba4624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (d723ada9-157d-4986-8aff-99e49e2ecf79), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:09.233344 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-861311cf-867b-45d6-9371-4bc8e5ba4624 admin admin] Calling delete_port for d723ada9-157d-4986-8aff-99e49e2ecf79 owned by network:router_gateway {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:50:09.272490 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-5a18502f-45b8-45eb-8438-735de30bf320 None None] Set router 296164ea-bc8d-4c6d-a252-d3d145a885ea gateway port host: None {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:50:09.279446 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e080e-4218-4019-8bb8-d58b6c71b428 req-a36fbb88-658e-4ee3-b243-24b209cb6a0e tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:09.281629 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-255e080e-4218-4019-8bb8-d58b6c71b428 req-a36fbb88-658e-4ee3-b243-24b209cb6a0e tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 945 time: 0.0512297 Aug 24 16:50:09.326258 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-5a18502f-45b8-45eb-8438-735de30bf320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'name': 'tempest-TestMinimumBasicScenario-385668577-router', 'tenant_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:47:01Z', 'updated_at': '2022-08-24T16:50:08Z', 'revision_number': 6, 'project_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'gw_port_host': None}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:09.339048 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-255e080e-4218-4019-8bb8-d58b6c71b428 req-7fc98b95-dbe1-4e46-9b57-b89a63d1b61f tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501494 Aug 24 16:50:09.352193 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18502f-45b8-45eb-8438-735de30bf320 None None] The sync data for ids ['296164ea-bc8d-4c6d-a252-d3d145a885ea'] in dv-cinder-731167-2-iscsi is: [{'id': '296164ea-bc8d-4c6d-a252-d3d145a885ea', 'name': 'tempest-TestMinimumBasicScenario-385668577-router', 'tenant_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:47:01Z', 'updated_at': '2022-08-24T16:50:08Z', 'revision_number': 6, 'project_id': 'e28414c9956e43dbb9d6c35bddba5dfb', 'gw_port_host': None}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:50:09.523422 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-861311cf-867b-45d6-9371-4bc8e5ba4624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (d723ada9-157d-4986-8aff-99e49e2ecf79), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:09.553297 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861311cf-867b-45d6-9371-4bc8e5ba4624 admin admin] Pushing event deleted for resources: {'Port': ['ID=d723ada9-157d-4986-8aff-99e49e2ecf79,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:09.633898 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-861311cf-867b-45d6-9371-4bc8e5ba4624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552722'] for router_gateway (296164ea-bc8d-4c6d-a252-d3d145a885ea), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:09.670593 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:09.747316 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-861311cf-867b-45d6-9371-4bc8e5ba4624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3096'] for router (296164ea-bc8d-4c6d-a252-d3d145a885ea), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:09.749966 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-861311cf-867b-45d6-9371-4bc8e5ba4624 admin admin] Publish callbacks [] for router_controller (296164ea-bc8d-4c6d-a252-d3d145a885ea), precommit_delete_associations {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:09.761810 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e85d3a-cbd5-4646-bc2b-d9a48d8dd39f req-31f0f560-6645-48e5-9f53-27afe71911ee tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:09.764838 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-05e85d3a-cbd5-4646-bc2b-d9a48d8dd39f req-31f0f560-6645-48e5-9f53-27afe71911ee tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 944 time: 0.0644579 Aug 24 16:50:09.850338 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-05e85d3a-cbd5-4646-bc2b-d9a48d8dd39f req-0dfe9796-46e6-4eab-88aa-4fe254448481 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d0e261ca-ad5b-4b9c-92d5-5567851b5396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780597 Aug 24 16:50:10.026039 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-861311cf-867b-45d6-9371-4bc8e5ba4624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549104'] for router (296164ea-bc8d-4c6d-a252-d3d145a885ea), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:10.026816 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861311cf-867b-45d6-9371-4bc8e5ba4624 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 296164ea-bc8d-4c6d-a252-d3d145a885ea {{(pid=113369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:50:10.047031 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-861311cf-867b-45d6-9371-4bc8e5ba4624 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:10.047031 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-861311cf-867b-45d6-9371-4bc8e5ba4624 admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/296164ea-bc8d-4c6d-a252-d3d145a885ea HTTP/1.1" status: 204 len: 168 time: 1.3005815 Aug 24 16:50:10.047031 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37482) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:50:10.093235 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device a3e2b5de-778c-4f0f-bb74-761971b6f904 up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:50:10.098954 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:10.116750 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_v2 [None req-1245f0a2-4fd8-4098-a6fb-2e194af4c216 admin admin] Deleting subnet ee6af98f-27aa-4613-80f2-13469770908f {{(pid=113369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 16:50:10.120974 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1245f0a2-4fd8-4098-a6fb-2e194af4c216 admin admin] Publish callbacks [] for subnet (ee6af98f-27aa-4613-80f2-13469770908f), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:10.208239 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port a3e2b5de-778c-4f0f-bb74-761971b6f904 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:50:10.208702 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:10.213330 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1245f0a2-4fd8-4098-a6fb-2e194af4c216 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622551'] for subnet (ee6af98f-27aa-4613-80f2-13469770908f), precommit_delete_associations {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:10.288008 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device d723ada9-157d-4986-8aff-99e49e2ecf79 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:50:10.325414 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1245f0a2-4fd8-4098-a6fb-2e194af4c216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673916'] for subnet (ee6af98f-27aa-4613-80f2-13469770908f), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:10.360450 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: d723ada9-157d-4986-8aff-99e49e2ecf79 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:50:10.361062 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device d723ada9-157d-4986-8aff-99e49e2ecf79 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:50:10.361822 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device a804e154-8fd6-49ae-a0e6-cc99ba20b4cd no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:50:10.417624 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: a804e154-8fd6-49ae-a0e6-cc99ba20b4cd {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:50:10.418116 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device a804e154-8fd6-49ae-a0e6-cc99ba20b4cd not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:50:10.426535 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port a3e2b5de-778c-4f0f-bb74-761971b6f904 is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:50:10.427180 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:10.441442 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:10.471110 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e2b5de-778c-4f0f-bb74-761971b6f904'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:50:10.474236 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673f3ea7-da83-42e3-b008-8cee4408bb45" -d '{"events": [{"server_uuid": "4b4ea3cd-ed8d-4169-8be6-716b693de76d", "name": "network-vif-plugged", "status": "completed", "tag": "a3e2b5de-778c-4f0f-bb74-761971b6f904"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:50:10.511363 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port a3e2b5de-778c-4f0f-bb74-761971b6f904, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=a3e2b5de-778c-4f0f-bb74-761971b6f904,segment=NetworkSegment(df61ae7f-08ab-49a7-8699-f546f0f86485),segment_id=df61ae7f-08ab-49a7-8699-f546f0f86485)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:50:10.546969 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004e945-f91f-4ac2-ae44-9efe81cc5624 req-fe94cefe-138d-4771-af0e-9ede91bfa5d8 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:10.549391 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9004e945-f91f-4ac2-ae44-9efe81cc5624 req-fe94cefe-138d-4771-af0e-9ede91bfa5d8 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 945 time: 0.0980341 Aug 24 16:50:10.578832 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1245f0a2-4fd8-4098-a6fb-2e194af4c216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127532242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127062784'] for subnet (ee6af98f-27aa-4613-80f2-13469770908f), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:10.626444 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:10.635807 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245f0a2-4fd8-4098-a6fb-2e194af4c216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6af98f-27aa-4613-80f2-13469770908f,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:10.644589 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1245f0a2-4fd8-4098-a6fb-2e194af4c216 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:10.653607 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-1245f0a2-4fd8-4098-a6fb-2e194af4c216 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/ee6af98f-27aa-4613-80f2-13469770908f HTTP/1.1" status: 204 len: 168 time: 0.6071575 Aug 24 16:50:10.657018 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37494) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:50:10.679592 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b440c543-88ec-4e8b-b5fa-f11195c76c4c x-openstack-request-id: req-b440c543-88ec-4e8b-b5fa-f11195c76c4c {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:50:10.681714 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4ea3cd-ed8d-4169-8be6-716b693de76d", "name": "network-vif-plugged", "status": "completed", "tag": "a3e2b5de-778c-4f0f-bb74-761971b6f904", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:50:10.681979 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b440c543-88ec-4e8b-b5fa-f11195c76c4c {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:50:10.682597 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b440c543-88ec-4e8b-b5fa-f11195c76c4c'] response: {'server_uuid': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e2b5de-778c-4f0f-bb74-761971b6f904', 'code': 200} Aug 24 16:50:10.684245 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9004e945-f91f-4ac2-ae44-9efe81cc5624 req-58d5d883-ea04-495c-8876-e10f9930630f tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237736 Aug 24 16:50:10.689387 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa60a1ae-c1b8-43ba-8130-d7dd8275ce30 None None] Network 0e32d672-4c07-427f-a3dc-113ce5d5b23a requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:50:10.811932 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7832497'] for network (0e32d672-4c07-427f-a3dc-113ce5d5b23a), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:10.837513 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=a3e2b5de-778c-4f0f-bb74-761971b6f904,revision_number=8']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:10.872129 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] Deleting port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:50:10.872848 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (133a51fb-3e22-4f5c-b016-1d26dfd7e6e5), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:10.979841 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b23dccd-2d1e-4b6c-a88b-25bb918d30cd None None] DHCP port deletion for 0e32d672-4c07-427f-a3dc-113ce5d5b23a request from dv-cinder-731167-2-iscsi {{(pid=113371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 16:50:10.990828 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] For port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=133a51fb-3e22-4f5c-b016-1d26dfd7e6e5,segment=NetworkSegment(92e2760b-d9d9-4cf8-b538-e93206d4c27e),segment_id=92e2760b-d9d9-4cf8-b538-e93206d4c27e)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:50:10.991470 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (133a51fb-3e22-4f5c-b016-1d26dfd7e6e5), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:11.014445 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] Calling delete_port for 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 owned by network:dhcp {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:50:11.051944 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-1b23dccd-2d1e-4b6c-a88b-25bb918d30cd None None] Deleting port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 {{(pid=113371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:50:11.052254 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1b23dccd-2d1e-4b6c-a88b-25bb918d30cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (133a51fb-3e22-4f5c-b016-1d26dfd7e6e5), before_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:11.117406 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd6260-b472-4bf6-8bd3-c2f22bcad416 req-e6dae5fe-dadd-4dfc-8c0b-f4f7ef0ad3b7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:11.118960 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-17bd6260-b472-4bf6-8bd3-c2f22bcad416 req-e6dae5fe-dadd-4dfc-8c0b-f4f7ef0ad3b7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 944 time: 0.1330991 Aug 24 16:50:11.122693 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329f2b-4c9d-4e88-88e3-d2ab50e59b91 req-6123171c-ded4-4d47-a8fe-60c51a11151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:11.124235 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-47329f2b-4c9d-4e88-88e3-d2ab50e59b91 req-6123171c-ded4-4d47-a8fe-60c51a11151e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 1130 time: 0.0712104 Aug 24 16:50:11.151682 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:11.171293 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-1b23dccd-2d1e-4b6c-a88b-25bb918d30cd None None] For port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=133a51fb-3e22-4f5c-b016-1d26dfd7e6e5,segment=NetworkSegment(92e2760b-d9d9-4cf8-b538-e93206d4c27e),segment_id=92e2760b-d9d9-4cf8-b538-e93206d4c27e)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:50:11.172852 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1b23dccd-2d1e-4b6c-a88b-25bb918d30cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (133a51fb-3e22-4f5c-b016-1d26dfd7e6e5), precommit_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:11.209370 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-1b23dccd-2d1e-4b6c-a88b-25bb918d30cd None None] Calling delete_port for 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 owned by network:dhcp {{(pid=113371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:50:11.235779 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-17bd6260-b472-4bf6-8bd3-c2f22bcad416 req-caafd9df-3844-4dfe-afd4-c622800a2728 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d0e261ca-ad5b-4b9c-92d5-5567851b5396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088924 Aug 24 16:50:11.239115 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-47329f2b-4c9d-4e88-88e3-d2ab50e59b91 req-81d2df8e-2cc0-4e0f-b607-c2a4b936aac0 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050904 Aug 24 16:50:11.243389 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (133a51fb-3e22-4f5c-b016-1d26dfd7e6e5), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:11.290415 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=133a51fb-3e22-4f5c-b016-1d26dfd7e6e5,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:11.313195 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] No DVR routers for this DVR port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 on host dv-cinder-731167-2-iscsi {{(pid=113369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:50:11.355215 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1b23dccd-2d1e-4b6c-a88b-25bb918d30cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444'] for port (133a51fb-3e22-4f5c-b016-1d26dfd7e6e5), after_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:11.389904 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23dccd-2d1e-4b6c-a88b-25bb918d30cd None None] Pushing event deleted for resources: {'Port': ['ID=133a51fb-3e22-4f5c-b016-1d26dfd7e6e5,revision_number=None']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:11.392055 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23dccd-2d1e-4b6c-a88b-25bb918d30cd None None] No DVR routers for this DVR port 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 on host dv-cinder-731167-2-iscsi {{(pid=113371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:50:11.422432 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669052', 'neutron.services.segments.db._delete_segments_for_network-8749321758832'] for network (0e32d672-4c07-427f-a3dc-113ce5d5b23a), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:11.455055 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e32d672-4c07-427f-a3dc-113ce5d5b23a']}} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:11.470225 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e2760b-d9d9-4cf8-b538-e93206d4c27e') {'for_net_delete': True} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:11.470526 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e2760b-d9d9-4cf8-b538-e93206d4c27e') {} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:11.487117 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749321816814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622558'] for segment (92e2760b-d9d9-4cf8-b538-e93206d4c27e), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:11.505608 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (92e2760b-d9d9-4cf8-b538-e93206d4c27e), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:11.512723 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=113369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:50:11.513133 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127532212'] for segment (92e2760b-d9d9-4cf8-b538-e93206d4c27e), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:11.534118 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment 92e2760b-d9d9-4cf8-b538-e93206d4c27e resource provider aggregate not found Aug 24 16:50:11.578805 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment 92e2760b-d9d9-4cf8-b538-e93206d4c27e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92e2760b-d9d9-4cf8-b538-e93206d4c27e found for delete ", "request_id": "req-655be57f-df73-4014-ba86-93acfe4eed9c"}]} Aug 24 16:50:11.779694 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552758'] for network (0e32d672-4c07-427f-a3dc-113ce5d5b23a), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:11.796935 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:11.801302 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/0e32d672-4c07-427f-a3dc-113ce5d5b23a HTTP/1.1" status: 204 len: 168 time: 1.1421754 Aug 24 16:50:11.802585 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0700110-4136-402c-9203-fff693dd31e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e32d672-4c07-427f-a3dc-113ce5d5b23a,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:11.873180 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc7dca-cb76-426d-a6c4-e6c70ca5caee req-85f46d8d-a589-4577-8715-4f7a336a8625 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:11.879091 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8afc7dca-cb76-426d-a6c4-e6c70ca5caee req-85f46d8d-a589-4577-8715-4f7a336a8625 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.0613477 Aug 24 16:50:11.938588 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8afc7dca-cb76-426d-a6c4-e6c70ca5caee req-022fdf44-059d-4849-80ce-2c389a5fe28d tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559273 Aug 24 16:50:12.067162 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:50:12.087297 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:50:12.087653 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 133a51fb-3e22-4f5c-b016-1d26dfd7e6e5 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:50:12.097311 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 186654be-fd06-4d31-aea4-c35029b08980 details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:50:12.170208 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37522) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:50:12.199623 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:12.219677 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 186654be-fd06-4d31-aea4-c35029b08980, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=186654be-fd06-4d31-aea4-c35029b08980,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:50:12.233232 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': '186654be-fd06-4d31-aea4-c35029b08980', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'port_id': '186654be-fd06-4d31-aea4-c35029b08980', 'mac_address': 'fa:16:3e:b0:ef:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:50:12.274343 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 186654be-fd06-4d31-aea4-c35029b08980 is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:50:12.277727 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (186654be-fd06-4d31-aea4-c35029b08980), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:12.277942 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37526) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:50:12.303998 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186654be-fd06-4d31-aea4-c35029b08980 {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:50:12.324169 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-59d0ff37-9a06-4279-8ad0-34e7250b8a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:12.333668 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 186654be-fd06-4d31-aea4-c35029b08980, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=186654be-fd06-4d31-aea4-c35029b08980,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:50:12.364384 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-ef070142-e377-474a-9356-365ccabfe919 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=09e2ab2c313d4448a28a6902b74a0d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0851855 Aug 24 16:50:12.368097 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 37530) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:50:12.408223 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03494477-2ebd-4a2e-81c2-122588c82dce req-d509d823-0168-4e13-b560-24ea4e861d5c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:12.410486 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-03494477-2ebd-4a2e-81c2-122588c82dce req-d509d823-0168-4e13-b560-24ea4e861d5c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 944 time: 0.0583239 Aug 24 16:50:12.462566 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c5cb2232-6e21-494f-9982-d8204db13ecd admin admin] Publish callbacks [] for security_group (614d7f61-34b1-403a-b7fb-d58a367ed271), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:12.465075 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-03494477-2ebd-4a2e-81c2-122588c82dce req-90d20325-dc03-469c-921c-79580598a950 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d0e261ca-ad5b-4b9c-92d5-5567851b5396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481255 Aug 24 16:50:12.492652 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (186654be-fd06-4d31-aea4-c35029b08980), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:12.509303 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-59d0ff37-9a06-4279-8ad0-34e7250b8a62 admin admin] Publish callbacks [] for security_group (aa8d0d34-2607-49de-b238-f94de642f214), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:12.514087 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c5cb2232-6e21-494f-9982-d8204db13ecd admin admin] Publish callbacks [] for security_group (614d7f61-34b1-403a-b7fb-d58a367ed271), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:12.516929 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:12.536710 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=186654be-fd06-4d31-aea4-c35029b08980,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:12.673467 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-59d0ff37-9a06-4279-8ad0-34e7250b8a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (aa8d0d34-2607-49de-b238-f94de642f214), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:12.718587 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c5cb2232-6e21-494f-9982-d8204db13ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (614d7f61-34b1-403a-b7fb-d58a367ed271), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:12.721141 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c5cb2232-6e21-494f-9982-d8204db13ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:12.722984 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-c5cb2232-6e21-494f-9982-d8204db13ecd admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/614d7f61-34b1-403a-b7fb-d58a367ed271 HTTP/1.1" status: 204 len: 168 time: 0.3538606 Aug 24 16:50:12.726618 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0ff37-9a06-4279-8ad0-34e7250b8a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8d0d34-2607-49de-b238-f94de642f214,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:12.734300 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-59d0ff37-9a06-4279-8ad0-34e7250b8a62 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=28cb03a2e4b24023ba3030a48b882bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5629272 Aug 24 16:50:12.738800 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 37536) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:50:12.742582 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb2232-6e21-494f-9982-d8204db13ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614d7f61-34b1-403a-b7fb-d58a367ed271,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:12.759757 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['186654be-fd06-4d31-aea4-c35029b08980'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:50:12.836690 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-61ea1bf3-e0a5-4984-b86f-97ddd3aacffa admin admin] Publish callbacks [] for security_group (aa8d0d34-2607-49de-b238-f94de642f214), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:12.876307 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-61ea1bf3-e0a5-4984-b86f-97ddd3aacffa admin admin] Publish callbacks [] for security_group (aa8d0d34-2607-49de-b238-f94de642f214), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:12.913005 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:13.056504 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-61ea1bf3-e0a5-4984-b86f-97ddd3aacffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (aa8d0d34-2607-49de-b238-f94de642f214), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:13.058947 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-61ea1bf3-e0a5-4984-b86f-97ddd3aacffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:13.060063 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-61ea1bf3-e0a5-4984-b86f-97ddd3aacffa admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/aa8d0d34-2607-49de-b238-f94de642f214 HTTP/1.1" status: 204 len: 168 time: 0.3202283 Aug 24 16:50:13.080172 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866d18f-e7ca-4c3b-8974-cf9251e9c200 req-c57a2099-e08d-4bbf-865b-981ed91c8dda tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:13.082286 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f866d18f-e7ca-4c3b-8974-cf9251e9c200 req-c57a2099-e08d-4bbf-865b-981ed91c8dda tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.0681708 Aug 24 16:50:13.083186 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea1bf3-e0a5-4984-b86f-97ddd3aacffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8d0d34-2607-49de-b238-f94de642f214,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:13.105659 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:13.142288 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f866d18f-e7ca-4c3b-8974-cf9251e9c200 req-697910be-2f11-432b-b946-2ea76e787f93 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518973 Aug 24 16:50:13.598082 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c626d4-b8f7-4585-8cab-adeb6b5b612f req-da0330d1-b2ed-4b58-b4c8-afba8c311724 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:13.599321 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f7c626d4-b8f7-4585-8cab-adeb6b5b612f req-da0330d1-b2ed-4b58-b4c8-afba8c311724 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 945 time: 0.0529962 Aug 24 16:50:13.667684 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f7c626d4-b8f7-4585-8cab-adeb6b5b612f req-bd31367c-612c-4378-8c7c-a008d3bc72fb tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d0e261ca-ad5b-4b9c-92d5-5567851b5396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584409 Aug 24 16:50:13.983320 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 37554) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:50:14.035629 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-e7ecc198-6344-40b5-b705-c728ce659c28 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=e28414c9956e43dbb9d6c35bddba5dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510130 Aug 24 16:50:14.041830 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 37556) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:50:14.106820 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-573d0c12-a491-4559-b58b-f8c49d8fab82 admin admin] Publish callbacks [] for security_group (fdbda0c9-bcce-4bda-8560-9954fdea48f9), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:14.131148 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 186654be-fd06-4d31-aea4-c35029b08980 up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:50:14.135163 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-573d0c12-a491-4559-b58b-f8c49d8fab82 admin admin] Publish callbacks [] for security_group (fdbda0c9-bcce-4bda-8560-9954fdea48f9), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:14.179127 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port 186654be-fd06-4d31-aea4-c35029b08980 completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:50:14.292980 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47328fdf-ee28-45b8-b3e7-c3efa621c2ab req-f359b98b-b08a-4d38-9ee2-555dcbdfc076 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:14.294600 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-47328fdf-ee28-45b8-b3e7-c3efa621c2ab req-f359b98b-b08a-4d38-9ee2-555dcbdfc076 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.0649085 Aug 24 16:50:14.346129 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port 186654be-fd06-4d31-aea4-c35029b08980 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:50:14.357333 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (186654be-fd06-4d31-aea4-c35029b08980), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:14.358798 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-47328fdf-ee28-45b8-b3e7-c3efa621c2ab req-40e77817-c50f-4164-9f02-aecaf3baa58f tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573196 Aug 24 16:50:14.438603 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 186654be-fd06-4d31-aea4-c35029b08980 is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:50:14.439004 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (186654be-fd06-4d31-aea4-c35029b08980), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:14.441787 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-573d0c12-a491-4559-b58b-f8c49d8fab82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (fdbda0c9-bcce-4bda-8560-9954fdea48f9), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:14.447204 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-573d0c12-a491-4559-b58b-f8c49d8fab82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:14.447204 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-573d0c12-a491-4559-b58b-f8c49d8fab82 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/fdbda0c9-bcce-4bda-8560-9954fdea48f9 HTTP/1.1" status: 204 len: 168 time: 0.4025519 Aug 24 16:50:14.455463 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d0c12-a491-4559-b58b-f8c49d8fab82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbda0c9-bcce-4bda-8560-9954fdea48f9,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:14.470130 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdefed9-549e-4154-9e78-a9d762019d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186654be-fd06-4d31-aea4-c35029b08980'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:50:14.473415 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5cb37d-0ce2-4ff2-bbd6-f3c57a325ffa" -d '{"events": [{"server_uuid": "5fdefed9-549e-4154-9e78-a9d762019d38", "name": "network-vif-plugged", "status": "completed", "tag": "186654be-fd06-4d31-aea4-c35029b08980"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:50:14.495386 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 186654be-fd06-4d31-aea4-c35029b08980, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=186654be-fd06-4d31-aea4-c35029b08980,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:50:14.520180 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b082122-3502-4194-b7eb-b6c852179509 x-openstack-request-id: req-8b082122-3502-4194-b7eb-b6c852179509 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:50:14.520502 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdefed9-549e-4154-9e78-a9d762019d38", "name": "network-vif-plugged", "status": "completed", "tag": "186654be-fd06-4d31-aea4-c35029b08980", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:50:14.520758 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8b082122-3502-4194-b7eb-b6c852179509 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:50:14.521163 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b082122-3502-4194-b7eb-b6c852179509'] response: {'server_uuid': '5fdefed9-549e-4154-9e78-a9d762019d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186654be-fd06-4d31-aea4-c35029b08980', 'code': 200} Aug 24 16:50:14.737902 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (186654be-fd06-4d31-aea4-c35029b08980), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:14.799667 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=186654be-fd06-4d31-aea4-c35029b08980,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:50:14.823358 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc4476-93be-4b6f-abfb-1273822b30a2 req-d0c54599-aa8c-4805-b977-06787d1213ad tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:14.824873 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-03fc4476-93be-4b6f-abfb-1273822b30a2 req-d0c54599-aa8c-4805-b977-06787d1213ad tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 946 time: 0.0675015 Aug 24 16:50:14.894400 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-03fc4476-93be-4b6f-abfb-1273822b30a2 req-94fbc7a2-a34c-454d-8438-9f05b4e81ad7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d0e261ca-ad5b-4b9c-92d5-5567851b5396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609717 Aug 24 16:50:15.140213 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da201eb-f71c-4d6f-87ed-f827eddac3d1 req-01d5a357-1f80-4cd4-8f55-a5b3c2737b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:15.141938 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2da201eb-f71c-4d6f-87ed-f827eddac3d1 req-01d5a357-1f80-4cd4-8f55-a5b3c2737b3c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 1130 time: 0.0415926 Aug 24 16:50:15.207235 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2da201eb-f71c-4d6f-87ed-f827eddac3d1 req-eb36b48d-6ac5-4474-a979-ce16e7836f79 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0e261ca-ad5b-4b9c-92d5-5567851b5396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589023 Aug 24 16:50:16.043900 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7572cd6-996c-47d5-91e5-3ad69b8105ad req-8e3ffcaa-a5c8-4c23-8644-a2cbdee141ad tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:16.045461 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a7572cd6-996c-47d5-91e5-3ad69b8105ad req-8e3ffcaa-a5c8-4c23-8644-a2cbdee141ad tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 946 time: 0.0616138 Aug 24 16:50:16.109476 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a7572cd6-996c-47d5-91e5-3ad69b8105ad req-e04b1f7f-9500-421f-9174-2a6e7d384b8a tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d0e261ca-ad5b-4b9c-92d5-5567851b5396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533574 Aug 24 16:50:17.239347 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15632be9-0ca5-4ec2-acec-c42371cc8b45 req-b6f40012-ef47-4159-90ed-6b5eb04a02f5 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:17.240879 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-15632be9-0ca5-4ec2-acec-c42371cc8b45 req-b6f40012-ef47-4159-90ed-6b5eb04a02f5 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 946 time: 0.0503075 Aug 24 16:50:17.300090 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-15632be9-0ca5-4ec2-acec-c42371cc8b45 req-e444038c-eee0-4e31-9fa4-6fbbdc69ab6c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d0e261ca-ad5b-4b9c-92d5-5567851b5396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516005 Aug 24 16:50:17.423399 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:17.432460 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eaa4b-310d-4adb-b5a5-fbd711a895d1 req-c7b386d9-50d9-4488-ac0b-9364a1eabedb tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:17.433985 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-813eaa4b-310d-4adb-b5a5-fbd711a895d1 req-c7b386d9-50d9-4488-ac0b-9364a1eabedb tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 946 time: 0.0528231 Aug 24 16:50:17.444262 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 37612) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:50:17.448814 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-f3daae15-2566-452d-858f-c512caa3f482 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Request body: {'floatingip': {'port_id': '186654be-fd06-4d31-aea4-c35029b08980'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:50:17.494342 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f3daae15-2566-452d-858f-c512caa3f482 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (2c5fb9bd-00da-4720-990f-176f88e2549d), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:17.817905 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:17.967016 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f3daae15-2566-452d-858f-c512caa3f482 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:18.062355 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f3daae15-2566-452d-858f-c512caa3f482 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (2c5fb9bd-00da-4720-990f-176f88e2549d), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:18.436149 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [None req-f3daae15-2566-452d-858f-c512caa3f482 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Floating IP 2c5fb9bd-00da-4720-990f-176f88e2549d associated. External IP: 172.27.4.189, port: 186654be-fd06-4d31-aea4-c35029b08980. Aug 24 16:50:18.659212 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3daae15-2566-452d-858f-c512caa3f482 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:50:18.770850 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3daae15-2566-452d-858f-c512caa3f482 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:50:18.779705 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f3daae15-2566-452d-858f-c512caa3f482 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:18.787220 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a21a3-627e-414a-9e05-680e5e408a54 None None] Sync routers for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:50:18.799421 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a21a3-627e-414a-9e05-680e5e408a54 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:50:18.800252 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-901a21a3-627e-414a-9e05-680e5e408a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:50:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:18.826584 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-f3daae15-2566-452d-858f-c512caa3f482 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "PUT /networking/v2.0/floatingips/2c5fb9bd-00da-4720-990f-176f88e2549d HTTP/1.1" status: 200 len: 992 time: 1.3789487 Aug 24 16:50:18.826584 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdefed9-549e-4154-9e78-a9d762019d38', 'tag': '186654be-fd06-4d31-aea4-c35029b08980'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:50:18.827802 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b309b1-a7e7-4925-b069-b05794b3c5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5fdefed9-549e-4154-9e78-a9d762019d38", "tag": "186654be-fd06-4d31-aea4-c35029b08980"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:50:18.881786 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01327fcb-447b-4406-9be7-eaa524fb1d63 x-openstack-request-id: req-01327fcb-447b-4406-9be7-eaa524fb1d63 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:50:18.881964 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fdefed9-549e-4154-9e78-a9d762019d38", "tag": "186654be-fd06-4d31-aea4-c35029b08980", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:50:18.882214 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-01327fcb-447b-4406-9be7-eaa524fb1d63 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:50:18.882627 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01327fcb-447b-4406-9be7-eaa524fb1d63'] response: {'name': 'network-changed', 'server_uuid': '5fdefed9-549e-4154-9e78-a9d762019d38', 'tag': '186654be-fd06-4d31-aea4-c35029b08980', 'status': 'completed', 'code': 200} Aug 24 16:50:18.952555 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b309b1-a7e7-4925-b069-b05794b3c5cd req-a63a71d4-6150-4985-bb66-76297c48fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:18.954193 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-41b309b1-a7e7-4925-b069-b05794b3c5cd req-a63a71d4-6150-4985-bb66-76297c48fdd6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 1130 time: 0.0440829 Aug 24 16:50:19.053861 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:19.055055 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-901a21a3-627e-414a-9e05-680e5e408a54 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:50:19.060694 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b309b1-a7e7-4925-b069-b05794b3c5cd req-19aa7b7d-6458-4249-a135-8f1886988e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:19.062221 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-41b309b1-a7e7-4925-b069-b05794b3c5cd req-19aa7b7d-6458-4249-a135-8f1886988e9d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=883b1cf6-8114-4681-9877-f2163f4c86c7 HTTP/1.1" status: 200 len: 916 time: 0.1005335 Aug 24 16:50:19.101781 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:19.152302 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-41b309b1-a7e7-4925-b069-b05794b3c5cd req-7360a033-4343-4e2f-bd8a-e18f65274d06 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=186654be-fd06-4d31-aea4-c35029b08980 HTTP/1.1" status: 200 len: 1000 time: 0.0731356 Aug 24 16:50:19.227257 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b309b1-a7e7-4925-b069-b05794b3c5cd req-abd1c0b4-cb1b-494c-9372-4c54459584ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:19.228802 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-41b309b1-a7e7-4925-b069-b05794b3c5cd req-abd1c0b4-cb1b-494c-9372-4c54459584ba service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=502f9714-b664-4573-bc1d-27593423cf2c HTTP/1.1" status: 200 len: 854 time: 0.0671744 Aug 24 16:50:19.280793 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b309b1-a7e7-4925-b069-b05794b3c5cd req-3f90a9bc-4f30-438b-ac9e-8875e5c3fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:19.282413 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-41b309b1-a7e7-4925-b069-b05794b3c5cd req-3f90a9bc-4f30-438b-ac9e-8875e5c3fe6c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=883b1cf6-8114-4681-9877-f2163f4c86c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457735 Aug 24 16:50:19.299945 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:19.325385 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-901a21a3-627e-414a-9e05-680e5e408a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '2c5fb9bd-00da-4720-990f-176f88e2549d', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.189', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': '186654be-fd06-4d31-aea4-c35029b08980', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:b0:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdefed9-549e-4154-9e78-a9d762019d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:49:52Z', 'updated_at': '2022-08-24T16:50:17Z', 'revision_number': 1, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:19.329527 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=39 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:19.337441 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=45 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:19.353773 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a21a3-627e-414a-9e05-680e5e408a54 None None] Checking router: 2c4c75b8-7627-42ef-bd27-3e0725427ee7 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:50:19.364175 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a21a3-627e-414a-9e05-680e5e408a54 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:50:19.364830 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-901a21a3-627e-414a-9e05-680e5e408a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:50:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:19.395516 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-41b309b1-a7e7-4925-b069-b05794b3c5cd req-003ca324-1954-4e3a-894b-0b0d7065f73e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042058 Aug 24 16:50:19.482254 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-901a21a3-627e-414a-9e05-680e5e408a54 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:50:19.517092 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-41b309b1-a7e7-4925-b069-b05794b3c5cd req-23d55640-6671-4ce1-a1b8-18338cba8bb4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153502 Aug 24 16:50:19.578928 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:19.711459 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-901a21a3-627e-414a-9e05-680e5e408a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '2c5fb9bd-00da-4720-990f-176f88e2549d', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.189', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': '186654be-fd06-4d31-aea4-c35029b08980', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:b0:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdefed9-549e-4154-9e78-a9d762019d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:49:52Z', 'updated_at': '2022-08-24T16:50:17Z', 'revision_number': 1, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:50:19.740933 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901a21a3-627e-414a-9e05-680e5e408a54 None None] The sync data for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi is: [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '2c5fb9bd-00da-4720-990f-176f88e2549d', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'floating_ip_address': '172.27.4.189', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'port_id': '186654be-fd06-4d31-aea4-c35029b08980', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'mac_address': 'fa:16:3e:b0:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdefed9-549e-4154-9e78-a9d762019d38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:49:52Z', 'updated_at': '2022-08-24T16:50:17Z', 'revision_number': 1, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:50:19.975086 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27049506-5588-41a8-8963-9420b14804c4 None None] New status for floating IP 2c5fb9bd-00da-4720-990f-176f88e2549d: ACTIVE {{(pid=113372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:50:20.540275 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:22.733217 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=41,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:22.736164 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:DELETE=9,neutron:SELECT=80,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:23.579149 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:50:28.551646 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267ebc6b-8eab-4046-a606-6699d4f24af0 req-b36e7330-bd3f-440e-a7f3-98a2dff0d785 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407777 Aug 24 16:50:28.622552 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ebc6b-8eab-4046-a606-6699d4f24af0 req-37c0ab69-3c56-4739-b46f-9ef807d93566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:28.624070 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267ebc6b-8eab-4046-a606-6699d4f24af0 req-37c0ab69-3c56-4739-b46f-9ef807d93566 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=05a8a1a0e0334559ab3fc9a63685fa69&device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 1130 time: 0.0432842 Aug 24 16:50:28.745173 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ebc6b-8eab-4046-a606-6699d4f24af0 req-063a120c-e2b7-4986-b3e9-652124cc8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:28.746641 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267ebc6b-8eab-4046-a606-6699d4f24af0 req-063a120c-e2b7-4986-b3e9-652124cc8dc0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6e759f09-8493-41a1-82dc-95cc3aa0aabe HTTP/1.1" status: 200 len: 909 time: 0.0965273 Aug 24 16:50:28.818181 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267ebc6b-8eab-4046-a606-6699d4f24af0 req-da0857c5-14a5-4ed9-8b1b-45e667e094d0 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3e2b5de-778c-4f0f-bb74-761971b6f904 HTTP/1.1" status: 200 len: 1001 time: 0.0623991 Aug 24 16:50:28.873436 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ebc6b-8eab-4046-a606-6699d4f24af0 req-8c3a0093-5ef5-4b66-9c9d-8e347b6bc8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:28.876303 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267ebc6b-8eab-4046-a606-6699d4f24af0 req-8c3a0093-5ef5-4b66-9c9d-8e347b6bc8fb service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5b387e1a-2eb2-46c9-a401-56a9e7be2495 HTTP/1.1" status: 200 len: 847 time: 0.0484219 Aug 24 16:50:28.926503 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ebc6b-8eab-4046-a606-6699d4f24af0 req-126f34de-893c-416e-bf2f-18de4d3a4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:28.928022 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267ebc6b-8eab-4046-a606-6699d4f24af0 req-126f34de-893c-416e-bf2f-18de4d3a4b0f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6e759f09-8493-41a1-82dc-95cc3aa0aabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452592 Aug 24 16:50:29.025833 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267ebc6b-8eab-4046-a606-6699d4f24af0 req-f25fca23-a7b5-4358-a785-40a36a69caae service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6e759f09-8493-41a1-82dc-95cc3aa0aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880086 Aug 24 16:50:29.127955 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-267ebc6b-8eab-4046-a606-6699d4f24af0 req-621c415a-a2bd-4a89-931c-5ec2ba2be15e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6e759f09-8493-41a1-82dc-95cc3aa0aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918787 Aug 24 16:50:30.328797 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:30.388448 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=61 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:30.391346 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:31.881000 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1804200b-bdd2-4907-9172-2d694f99f546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:33.575340 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:34.035527 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-baaa8f72-6d3a-4597-ab02-f276915c0e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:35.709247 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:37.182386 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:37.267546 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:39.115153 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=58 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:39.125393 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=81 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:47.188678 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:47.202676 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:50:49.140676 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264a52d-a8a7-4ab8-b801-d78d95785b88 req-f6dd2c9d-0bb6-4c54-8263-2c3334487147 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:49.142654 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d264a52d-a8a7-4ab8-b801-d78d95785b88 req-f6dd2c9d-0bb6-4c54-8263-2c3334487147 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0573614 Aug 24 16:50:49.207916 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d264a52d-a8a7-4ab8-b801-d78d95785b88 req-925be209-ea2e-4593-9b75-cb6e07064d44 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581262 Aug 24 16:50:50.367308 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438afb52-4063-42f5-b5e3-ff576fde5efa req-c1bf8633-9019-42e8-963a-4177369da403 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:50.369726 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-438afb52-4063-42f5-b5e3-ff576fde5efa req-c1bf8633-9019-42e8-963a-4177369da403 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0650933 Aug 24 16:50:50.461235 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-438afb52-4063-42f5-b5e3-ff576fde5efa req-67fd6186-50a3-48e6-9979-fa241b32b87d tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827503 Aug 24 16:50:50.513197 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:50:51.611983 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f9b05-fd45-4d0e-a3d4-013db82cf78f req-3cd17361-4841-4af0-8a8f-b7f3be376f7c tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:51.613697 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fd2f9b05-fd45-4d0e-a3d4-013db82cf78f req-3cd17361-4841-4af0-8a8f-b7f3be376f7c tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0558789 Aug 24 16:50:51.668642 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fd2f9b05-fd45-4d0e-a3d4-013db82cf78f req-44e1c7a6-5a9f-41a5-97e0-0e64fc3289fa tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494843 Aug 24 16:50:52.861308 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce64956-e1be-473c-857f-79aa4b9a5041 req-31abfda7-7a40-4865-a76f-4a15c779ff25 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:52.863928 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dce64956-e1be-473c-857f-79aa4b9a5041 req-31abfda7-7a40-4865-a76f-4a15c779ff25 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0758266 Aug 24 16:50:52.918652 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dce64956-e1be-473c-857f-79aa4b9a5041 req-1f4fd4cc-a088-423f-a5ff-8b8062770b8e tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491307 Aug 24 16:50:54.059055 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6462ff-ea3c-4a80-943c-978bb44be2d9 req-f9cb6999-1222-4be9-b72f-a650224eb99a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:54.060593 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8a6462ff-ea3c-4a80-943c-978bb44be2d9 req-f9cb6999-1222-4be9-b72f-a650224eb99a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0541294 Aug 24 16:50:54.111979 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8a6462ff-ea3c-4a80-943c-978bb44be2d9 req-aa40cbc1-448d-47e0-9ce6-448d4ed3212d tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457397 Aug 24 16:50:55.243134 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6c03b-6bd0-49cb-9b10-5138e04ab8a3 req-e36949e1-13fb-4d11-bfdb-6749252b588b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:55.244688 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a2b6c03b-6bd0-49cb-9b10-5138e04ab8a3 req-e36949e1-13fb-4d11-bfdb-6749252b588b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0525429 Aug 24 16:50:55.295517 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a2b6c03b-6bd0-49cb-9b10-5138e04ab8a3 req-e5f1f90c-f53c-4f4c-94eb-abbda57e82ac tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451539 Aug 24 16:50:56.425039 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322e180-3199-4028-85e4-3f8dd4769a4a req-f209c028-e194-4de4-9b4a-3c2b1fea3d64 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:56.426981 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f322e180-3199-4028-85e4-3f8dd4769a4a req-f209c028-e194-4de4-9b4a-3c2b1fea3d64 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0491776 Aug 24 16:50:56.483191 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f322e180-3199-4028-85e4-3f8dd4769a4a req-8db233f7-eff7-4bbb-b8f3-a4c87ec8f0e9 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504375 Aug 24 16:50:57.632287 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b84fe-99af-44f2-8187-8cb13e4b5e93 req-d76a1622-4a5e-4266-ad7c-e4075cdedfa5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:57.633898 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-154b84fe-99af-44f2-8187-8cb13e4b5e93 req-d76a1622-4a5e-4266-ad7c-e4075cdedfa5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0594144 Aug 24 16:50:57.687302 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-154b84fe-99af-44f2-8187-8cb13e4b5e93 req-eaecd7ee-3fc5-4877-bef9-39c5f794c700 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469937 Aug 24 16:50:58.824276 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ab9c-af16-4636-87c8-1bad15d3c66b req-d03479ed-6eb8-4b89-8aa5-69ab04155500 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:50:58.825809 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8a02ab9c-af16-4636-87c8-1bad15d3c66b req-d03479ed-6eb8-4b89-8aa5-69ab04155500 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0527372 Aug 24 16:50:58.880057 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8a02ab9c-af16-4636-87c8-1bad15d3c66b req-42d548f8-b3db-4573-af02-e23725c46ca1 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479734 Aug 24 16:51:00.017467 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cf13b-d195-44eb-80c7-169e0217a488 req-e715b307-6c9d-4ada-a8f5-5c6f3b65e262 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:00.018978 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ad7cf13b-d195-44eb-80c7-169e0217a488 req-e715b307-6c9d-4ada-a8f5-5c6f3b65e262 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0534430 Aug 24 16:51:00.071774 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ad7cf13b-d195-44eb-80c7-169e0217a488 req-bcf6629a-386e-457d-94e1-eb50d778a0ac tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470545 Aug 24 16:51:00.398725 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:00.402997 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:00.578761 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:51:01.201977 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f32998-5c95-426b-9dd3-af39098d49c1 req-d87bd7a6-9a14-4f28-b5e6-04836c5e9442 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:01.203470 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-09f32998-5c95-426b-9dd3-af39098d49c1 req-d87bd7a6-9a14-4f28-b5e6-04836c5e9442 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0528455 Aug 24 16:51:01.237259 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:01.255676 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-09f32998-5c95-426b-9dd3-af39098d49c1 req-20d6d67c-c157-43a2-810c-4bf1976f1563 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459003 Aug 24 16:51:01.851080 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-f349479d-b110-4388-9455-a15ded0fbe9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:02.351204 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:02.393852 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620e7ce-92ff-48df-ba26-1379aabb01e4 req-b59b0b75-3c9f-4b2e-b5df-159974155898 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:02.395989 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3620e7ce-92ff-48df-ba26-1379aabb01e4 req-b59b0b75-3c9f-4b2e-b5df-159974155898 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0554848 Aug 24 16:51:02.446517 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3620e7ce-92ff-48df-ba26-1379aabb01e4 req-db6062df-adea-4258-8555-03347208c1ca tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452490 Aug 24 16:51:03.585959 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae8d62-23e8-40f2-b878-383329ee232e req-69852f3c-5168-43ab-992d-9622c1cbf8ca tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:03.588331 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7dae8d62-23e8-40f2-b878-383329ee232e req-69852f3c-5168-43ab-992d-9622c1cbf8ca tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0540504 Aug 24 16:51:03.643226 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7dae8d62-23e8-40f2-b878-383329ee232e req-eca70e9c-0c0a-497f-ad11-18abc27bb155 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468340 Aug 24 16:51:04.025804 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1085e26e-66ba-4f3e-9ebb-ea0b0197f051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:04.781791 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e40708-d66b-43f3-84c7-c91fa9bda76a req-2dba42c2-ed60-4cc9-8507-d0f87a99abaf tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:04.783607 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a0e40708-d66b-43f3-84c7-c91fa9bda76a req-2dba42c2-ed60-4cc9-8507-d0f87a99abaf tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0555122 Aug 24 16:51:04.843712 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a0e40708-d66b-43f3-84c7-c91fa9bda76a req-af5cb554-ac75-4ef6-9a2c-d53661601d39 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534565 Aug 24 16:51:05.802730 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:05.993136 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffaa82-cba6-4cdc-b74f-18c38be553d2 req-125931fe-e471-4896-9340-100540886f78 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:05.994716 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a7ffaa82-cba6-4cdc-b74f-18c38be553d2 req-125931fe-e471-4896-9340-100540886f78 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0564187 Aug 24 16:51:06.057687 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a7ffaa82-cba6-4cdc-b74f-18c38be553d2 req-72afc311-30fd-44d6-b04a-1d17be95edc7 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532227 Aug 24 16:51:07.167044 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:07.216692 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4283042-e4a7-4192-acee-c7281d8b4f4e req-a88166b0-5e53-4b51-91e5-20ba16b758c6 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:07.218309 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f4283042-e4a7-4192-acee-c7281d8b4f4e req-a88166b0-5e53-4b51-91e5-20ba16b758c6 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0594466 Aug 24 16:51:07.278116 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f4283042-e4a7-4192-acee-c7281d8b4f4e req-8014c6a7-bbe8-4a98-9e82-01d692d36a9a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512989 Aug 24 16:51:07.309759 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:07.325299 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=17 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:08.424803 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 2f2e239d-8035-4f37-96dd-4e4f3002af3d details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:51:08.456201 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9fe4f-340f-4e2a-ba28-7065ce64bffd req-c1e3624c-662d-4121-be21-92e83d6efe12 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:08.458539 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-54e9fe4f-340f-4e2a-ba28-7065ce64bffd req-c1e3624c-662d-4121-be21-92e83d6efe12 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0618503 Aug 24 16:51:08.519645 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-54e9fe4f-340f-4e2a-ba28-7065ce64bffd req-7b1b9453-107f-4cf9-bc54-57f5797eeda2 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541995 Aug 24 16:51:08.558318 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 2f2e239d-8035-4f37-96dd-4e4f3002af3d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:08.569617 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': '2f2e239d-8035-4f37-96dd-4e4f3002af3d', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'port_id': '2f2e239d-8035-4f37-96dd-4e4f3002af3d', 'mac_address': 'fa:16:3e:36:c4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:51:08.604325 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 2f2e239d-8035-4f37-96dd-4e4f3002af3d is: ACTIVE; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:51:08.604735 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:08.625103 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f2e239d-8035-4f37-96dd-4e4f3002af3d {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:51:08.646525 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 2f2e239d-8035-4f37-96dd-4e4f3002af3d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:08.786421 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:08.842821 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=2f2e239d-8035-4f37-96dd-4e4f3002af3d,revision_number=6']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:08.851007 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:08.851363 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:08.851712 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:08.852056 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:08.852423 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:08.852759 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:08.853090 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:08.853421 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:08.853750 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:08.854099 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:08.854418 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:08.854745 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:08.855071 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:08.855413 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:08.855748 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:08.885467 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['2f2e239d-8035-4f37-96dd-4e4f3002af3d'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:51:09.702246 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a53ba-7492-48df-8892-f20fb81a210f req-cb2c714d-b3f7-4592-b27b-cca8433d48eb tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:09.710362 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6e1a53ba-7492-48df-8892-f20fb81a210f req-cb2c714d-b3f7-4592-b27b-cca8433d48eb tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 944 time: 0.0853572 Aug 24 16:51:09.780424 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6e1a53ba-7492-48df-8892-f20fb81a210f req-064a0964-ec62-45d1-9c40-c72f5ac5e409 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686569 Aug 24 16:51:10.446660 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 2f2e239d-8035-4f37-96dd-4e4f3002af3d up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:51:10.519681 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port 2f2e239d-8035-4f37-96dd-4e4f3002af3d triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:51:10.520490 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:10.578900 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=17 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:10.697502 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 2f2e239d-8035-4f37-96dd-4e4f3002af3d is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:51:10.697952 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:10.756621 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2e239d-8035-4f37-96dd-4e4f3002af3d'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:51:10.761794 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7cb1c4-c8e0-4b75-ba98-bd7bfdaeb182" -d '{"events": [{"server_uuid": "75145055-cbf0-4840-b4fc-a2907f7b8f1c", "name": "network-vif-plugged", "status": "completed", "tag": "2f2e239d-8035-4f37-96dd-4e4f3002af3d"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:51:10.812167 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 2f2e239d-8035-4f37-96dd-4e4f3002af3d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:10.857927 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad198734-227f-4b33-adec-273ed09e8014 x-openstack-request-id: req-ad198734-227f-4b33-adec-273ed09e8014 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:51:10.858342 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75145055-cbf0-4840-b4fc-a2907f7b8f1c", "name": "network-vif-plugged", "status": "completed", "tag": "2f2e239d-8035-4f37-96dd-4e4f3002af3d", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:51:10.858485 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ad198734-227f-4b33-adec-273ed09e8014 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:51:10.859166 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad198734-227f-4b33-adec-273ed09e8014'] response: {'server_uuid': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2e239d-8035-4f37-96dd-4e4f3002af3d', 'code': 200} Aug 24 16:51:10.892375 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:11.005943 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=2f2e239d-8035-4f37-96dd-4e4f3002af3d,revision_number=7']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:11.060930 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bbbc2-fd5d-4740-8222-be0d8bb7a889 req-42b93e17-dd71-4bb9-b810-b239a5daa4d2 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:11.073159 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-322bbbc2-fd5d-4740-8222-be0d8bb7a889 req-42b93e17-dd71-4bb9-b810-b239a5daa4d2 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.1527438 Aug 24 16:51:11.173190 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-322bbbc2-fd5d-4740-8222-be0d8bb7a889 req-b38eef76-7f45-4b45-b583-be29ebe38033 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980239 Aug 24 16:51:11.471609 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 38198) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:11.667432 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:11.771395 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Publish callbacks [] for security_group (3ee47f98-ecd7-48d9-8604-6297be05b368), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:11.859380 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (3ee47f98-ecd7-48d9-8604-6297be05b368), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:11.881666 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:11.929782 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 38202) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:11.930647 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=1b46cf5e97dd441c93392e8195a5261e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4564948 Aug 24 16:51:11.935637 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee47f98-ecd7-48d9-8604-6297be05b368,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:11.945114 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:11.946093 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:11.946667 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:11.947234 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:11.947781 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:11.948325 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:11.948910 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:11.949621 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:11.950166 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:11.950713 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:11.951562 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:11.952335 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:11.953092 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:11.953923 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:11.954547 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c975c4-4ce9-4a85-b5f5-d9f6bca96b57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:12.021692 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Publish callbacks [] for security_group (3ee47f98-ecd7-48d9-8604-6297be05b368), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:12.049925 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Publish callbacks [] for security_group (3ee47f98-ecd7-48d9-8604-6297be05b368), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:12.189231 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (3ee47f98-ecd7-48d9-8604-6297be05b368), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:12.192563 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:12.197317 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/3ee47f98-ecd7-48d9-8604-6297be05b368 HTTP/1.1" status: 204 len: 168 time: 0.2643156 Aug 24 16:51:12.207196 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee47f98-ecd7-48d9-8604-6297be05b368,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:12.228032 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:12.228708 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:12.229217 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:12.229716 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:12.230480 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:12.231082 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:12.231672 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:12.232162 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:12.232769 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:12.233256 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:12.233875 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:12.234453 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:12.234977 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:12.235460 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:12.235939 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761b2a2d-c634-438b-8f73-c7793c00c75e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:51:12.374788 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e909a-547e-4594-8acd-7687e5ccbb40 req-b9e298b8-def3-47a1-ad08-740ded2c67da tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:12.376450 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d54e909a-547e-4594-8acd-7687e5ccbb40 req-b9e298b8-def3-47a1-ad08-740ded2c67da tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0685432 Aug 24 16:51:12.472046 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:12.512388 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d54e909a-547e-4594-8acd-7687e5ccbb40 req-3949d067-6ed0-4942-b3c4-49e002b22970 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201174 Aug 24 16:51:13.561448 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 38218) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:13.636034 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e2283973-3eb1-46e4-b995-5daa11747c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:13.828516 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987eb07-608f-463e-9aba-5cce8d6ee944 req-693f8662-6ded-4b53-8894-8efcda19ddd6 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:13.829839 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5987eb07-608f-463e-9aba-5cce8d6ee944 req-693f8662-6ded-4b53-8894-8efcda19ddd6 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0734646 Aug 24 16:51:13.861360 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e2283973-3eb1-46e4-b995-5daa11747c02 admin admin] Publish callbacks [] for security_group (5511f10e-9907-4ea7-9c37-0a28d31a90e8), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:13.911350 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5987eb07-608f-463e-9aba-5cce8d6ee944 req-bd75116b-fca6-4209-bc3f-ffcb550a07af tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653617 Aug 24 16:51:14.018307 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e2283973-3eb1-46e4-b995-5daa11747c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (5511f10e-9907-4ea7-9c37-0a28d31a90e8), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:14.089349 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2283973-3eb1-46e4-b995-5daa11747c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5511f10e-9907-4ea7-9c37-0a28d31a90e8,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:14.095854 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-e2283973-3eb1-46e4-b995-5daa11747c02 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=f2a56d40e8c1449eb0627dcf8c2f1a5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5331957 Aug 24 16:51:14.099840 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 38232) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:14.202687 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e0570e25-2780-4033-bf52-2651222eb3c9 admin admin] Publish callbacks [] for security_group (5511f10e-9907-4ea7-9c37-0a28d31a90e8), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:14.252930 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e0570e25-2780-4033-bf52-2651222eb3c9 admin admin] Publish callbacks [] for security_group (5511f10e-9907-4ea7-9c37-0a28d31a90e8), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:14.434573 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e0570e25-2780-4033-bf52-2651222eb3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (5511f10e-9907-4ea7-9c37-0a28d31a90e8), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:14.438096 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e0570e25-2780-4033-bf52-2651222eb3c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:14.439342 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-e0570e25-2780-4033-bf52-2651222eb3c9 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/5511f10e-9907-4ea7-9c37-0a28d31a90e8 HTTP/1.1" status: 204 len: 168 time: 0.3360136 Aug 24 16:51:14.449270 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0570e25-2780-4033-bf52-2651222eb3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5511f10e-9907-4ea7-9c37-0a28d31a90e8,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:15.097046 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ba4cd-652b-48b2-ae6b-09c48dba09e7 req-edb8d758-1519-4807-b728-e0abb1d611e8 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:15.106166 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a11ba4cd-652b-48b2-ae6b-09c48dba09e7 req-edb8d758-1519-4807-b728-e0abb1d611e8 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0854154 Aug 24 16:51:15.194785 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a11ba4cd-652b-48b2-ae6b-09c48dba09e7 req-d64ea5bc-96e7-4423-96d7-796f66bc1a43 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872581 Aug 24 16:51:16.370347 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1cc7f-5fa0-424d-821a-98a12c4aff05 req-dad9b31d-747a-498d-8e8f-51365656dffa tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:16.373336 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f6d1cc7f-5fa0-424d-821a-98a12c4aff05 req-dad9b31d-747a-498d-8e8f-51365656dffa tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0666118 Aug 24 16:51:16.453733 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f6d1cc7f-5fa0-424d-821a-98a12c4aff05 req-b4af4109-2654-40c6-91b4-f1b09f9d3487 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728986 Aug 24 16:51:17.617355 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdc67d-ffc5-4841-bee0-d8bf35edc00e req-4d6299f2-ebbd-4a27-bdb3-8005cfaac90d tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:17.627180 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b1bdc67d-ffc5-4841-bee0-d8bf35edc00e req-4d6299f2-ebbd-4a27-bdb3-8005cfaac90d tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0749681 Aug 24 16:51:17.693840 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b1bdc67d-ffc5-4841-bee0-d8bf35edc00e req-537c2eac-f361-42e0-8e50-3da337dfa416 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656333 Aug 24 16:51:18.860986 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1ac2e-00a6-4b1f-990d-6ce3fb59265f req-9f491b2d-08b1-4b71-a163-0711af27ed0b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:18.870612 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c2f1ac2e-00a6-4b1f-990d-6ce3fb59265f req-9f491b2d-08b1-4b71-a163-0711af27ed0b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0774653 Aug 24 16:51:18.955574 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c2f1ac2e-00a6-4b1f-990d-6ce3fb59265f req-2a4b65ae-05ed-448c-b121-e6aeb2f484ef tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834866 Aug 24 16:51:20.201763 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c922cbe-b042-434e-a436-d0fd31cc35de req-fde0bbc7-ea89-411f-8f1d-4711d32f9ef1 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:20.205199 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8c922cbe-b042-434e-a436-d0fd31cc35de req-fde0bbc7-ea89-411f-8f1d-4711d32f9ef1 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.1313171 Aug 24 16:51:20.297820 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8c922cbe-b042-434e-a436-d0fd31cc35de req-e72fc6b7-d0d9-4e47-a832-9b1a506ac447 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810359 Aug 24 16:51:20.423372 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:21.175081 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:21.547636 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daabba-7535-48f6-82c9-79ee8e2e6df6 req-c18252e9-18a6-4c3e-843b-b4a95a89b14b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:21.550491 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d2daabba-7535-48f6-82c9-79ee8e2e6df6 req-c18252e9-18a6-4c3e-843b-b4a95a89b14b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0824578 Aug 24 16:51:21.628360 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d2daabba-7535-48f6-82c9-79ee8e2e6df6 req-8d479201-f64c-46ec-ab52-3e5af711dbe3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711949 Aug 24 16:51:22.941176 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:22.965469 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cccf4-89f4-43e8-bbda-11cd0ba18899 req-c0fa6399-e2b1-4ae7-8c20-7dceef2737c7 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:22.966845 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-352cccf4-89f4-43e8-bbda-11cd0ba18899 req-c0fa6399-e2b1-4ae7-8c20-7dceef2737c7 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0580750 Aug 24 16:51:23.005700 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:23.028488 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-352cccf4-89f4-43e8-bbda-11cd0ba18899 req-5d7c2761-f2db-49e5-b814-ccab71c038f6 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546434 Aug 24 16:51:23.531195 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fecc5-7b67-4123-bc52-2331f999f2d5 req-2d86b1a2-c88a-4214-a3f1-958c1369dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:23.532800 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4c6fecc5-7b67-4123-bc52-2331f999f2d5 req-2d86b1a2-c88a-4214-a3f1-958c1369dde2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=52f30f320fa04cdfa0e1d4ea9050119c&device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 1129 time: 0.0431807 Aug 24 16:51:24.173233 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8fd67-420e-4a44-a17d-bf92f61f6633 req-462019dc-35e3-4055-a49d-e8d5c1b68e33 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:24.174811 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3db8fd67-420e-4a44-a17d-bf92f61f6633 req-462019dc-35e3-4055-a49d-e8d5c1b68e33 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0565166 Aug 24 16:51:24.232670 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3db8fd67-420e-4a44-a17d-bf92f61f6633 req-4bd92c0c-814d-4eb3-80e3-3e526649c3fb tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507979 Aug 24 16:51:24.443182 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=40,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:24.443916 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=26,neutron:DELETE=6 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:25.538752 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04639e-f997-48c6-a5db-c8a84838a330 req-76502b49-76e6-4a2f-b32e-807d58bb471c tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:25.540231 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4a04639e-f997-48c6-a5db-c8a84838a330 req-76502b49-76e6-4a2f-b32e-807d58bb471c tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0582352 Aug 24 16:51:25.594819 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4a04639e-f997-48c6-a5db-c8a84838a330 req-7b950de3-03e0-48e5-aae9-2812624b7ec3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464549 Aug 24 16:51:26.271011 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fecc5-7b67-4123-bc52-2331f999f2d5 req-05d14771-1631-42d0-b679-ba31a54ed842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:26.272789 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4c6fecc5-7b67-4123-bc52-2331f999f2d5 req-05d14771-1631-42d0-b679-ba31a54ed842 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6f60278e-d02a-47e3-ac82-34477071b70e HTTP/1.1" status: 200 len: 917 time: 0.1323121 Aug 24 16:51:26.344369 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4c6fecc5-7b67-4123-bc52-2331f999f2d5 req-d568b946-75ec-4edd-9fc7-0215422d82e4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d HTTP/1.1" status: 200 len: 1001 time: 0.0656710 Aug 24 16:51:26.414330 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fecc5-7b67-4123-bc52-2331f999f2d5 req-8b3ca82a-b450-494a-a076-91aef9b976d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:26.417420 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4c6fecc5-7b67-4123-bc52-2331f999f2d5 req-8b3ca82a-b450-494a-a076-91aef9b976d8 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=ff59c90a-7642-4731-be1e-c01e44b6f995 HTTP/1.1" status: 200 len: 855 time: 0.0646763 Aug 24 16:51:26.508428 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 2f2e239d-8035-4f37-96dd-4e4f3002af3d no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:51:26.539761 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:26.595087 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 2f2e239d-8035-4f37-96dd-4e4f3002af3d is: ACTIVE; New status is: DOWN {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:51:26.595474 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:26.621978 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f2e239d-8035-4f37-96dd-4e4f3002af3d'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:51:26.624319 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eead64ac-1376-4779-b32a-f4967493f453" -d '{"events": [{"server_uuid": "75145055-cbf0-4840-b4fc-a2907f7b8f1c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f2e239d-8035-4f37-96dd-4e4f3002af3d"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:51:26.638933 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 2f2e239d-8035-4f37-96dd-4e4f3002af3d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:26.677212 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 16:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6abbd1e-c57b-4f63-be43-affce9ddd316 x-openstack-request-id: req-b6abbd1e-c57b-4f63-be43-affce9ddd316 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:51:26.677212 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75145055-cbf0-4840-b4fc-a2907f7b8f1c", "name": "network-vif-unplugged", "status": "completed", "tag": "2f2e239d-8035-4f37-96dd-4e4f3002af3d", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:51:26.677212 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b6abbd1e-c57b-4f63-be43-affce9ddd316 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:51:26.677212 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6abbd1e-c57b-4f63-be43-affce9ddd316'] response: {'server_uuid': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f2e239d-8035-4f37-96dd-4e4f3002af3d', 'code': 200} Aug 24 16:51:26.756291 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fecc5-7b67-4123-bc52-2331f999f2d5 req-da6cccf8-affd-438a-877f-027b650f44db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:26.757849 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4c6fecc5-7b67-4123-bc52-2331f999f2d5 req-da6cccf8-affd-438a-877f-027b650f44db service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6f60278e-d02a-47e3-ac82-34477071b70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700376 Aug 24 16:51:26.768772 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc117e71-3435-41e4-abb5-cb0a32aa48d8 req-a667acb7-a6cd-459c-a452-ed5ceb8abb30 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:26.770272 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc117e71-3435-41e4-abb5-cb0a32aa48d8 req-a667acb7-a6cd-459c-a452-ed5ceb8abb30 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 945 time: 0.0735619 Aug 24 16:51:26.823267 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc117e71-3435-41e4-abb5-cb0a32aa48d8 req-74e7a26b-c5ec-428b-bfd7-43d8fe249dfc tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465035 Aug 24 16:51:26.846251 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:26.914618 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=2f2e239d-8035-4f37-96dd-4e4f3002af3d,revision_number=8']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:27.021179 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4c6fecc5-7b67-4123-bc52-2331f999f2d5 req-1e25b016-5b80-4cb4-80c6-940369e50c68 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231687 Aug 24 16:51:27.138555 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4c6fecc5-7b67-4123-bc52-2331f999f2d5 req-1f9b9cda-3c6f-4d5c-955f-914aa2bed1e2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087296 Aug 24 16:51:27.960003 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfba46-7a79-4a54-be41-c7a8af9be817 req-7fb5925a-113d-4d96-b5a2-0da73623dafd tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:27.961551 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d3dfba46-7a79-4a54-be41-c7a8af9be817 req-7fb5925a-113d-4d96-b5a2-0da73623dafd tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.0515985 Aug 24 16:51:28.013277 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d3dfba46-7a79-4a54-be41-c7a8af9be817 req-7809e7ae-6691-4b6c-972a-adda4723b463 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454488 Aug 24 16:51:29.155677 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b61ffa-d0a0-493a-9048-dba41ee56670 req-65ae9889-c252-426e-b814-647f787b01e7 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:29.157280 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f8b61ffa-d0a0-493a-9048-dba41ee56670 req-65ae9889-c252-426e-b814-647f787b01e7 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.0550280 Aug 24 16:51:29.196966 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:29.225611 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f8b61ffa-d0a0-493a-9048-dba41ee56670 req-20e5d3c6-0452-438a-a68c-2f59dcf5c343 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474041 Aug 24 16:51:30.354287 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552a54a-a1fd-40d0-961b-c7becd0d3c6c req-fe2dc0b4-d77f-4789-9f74-dd3296fdf800 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:30.355765 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3552a54a-a1fd-40d0-961b-c7becd0d3c6c req-fe2dc0b4-d77f-4789-9f74-dd3296fdf800 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.0563219 Aug 24 16:51:30.409146 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3552a54a-a1fd-40d0-961b-c7becd0d3c6c req-51d27a90-d5c9-46ba-a4a1-a0465726673e tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474942 Aug 24 16:51:31.099622 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c728e6d-3b91-40bc-9f3e-1baf5655ed9e req-d97eb196-ea2d-43bf-9134-aff7e0046e7f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:31.101085 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6c728e6d-3b91-40bc-9f3e-1baf5655ed9e req-d97eb196-ea2d-43bf-9134-aff7e0046e7f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 946 time: 0.0515661 Aug 24 16:51:31.118050 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:31.156883 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6c728e6d-3b91-40bc-9f3e-1baf5655ed9e req-c2f74bc4-8e10-4943-b7ea-c57e717b5e85 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d0e261ca-ad5b-4b9c-92d5-5567851b5396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453243 Aug 24 16:51:31.854706 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-c813a1c5-cdcd-4e3d-976e-4d86fbe72437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:32.034574 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381ef79-075b-465b-8b69-372128812d9c req-a201b4bb-c598-4cc5-8892-4a5a8aeba48d tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:32.037210 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1381ef79-075b-465b-8b69-372128812d9c req-a201b4bb-c598-4cc5-8892-4a5a8aeba48d tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 945 time: 0.0508826 Aug 24 16:51:32.098509 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1381ef79-075b-465b-8b69-372128812d9c req-fcf1e81e-01b8-4d0b-89e9-89b57e0f043b tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=be5459eb-e0fd-4d5d-af65-746f3ff9702a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545149 Aug 24 16:51:32.298244 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68475da4-0b0f-42c9-8f52-e0a922f7c37c req-36e5e16e-4995-40e0-ba01-4458518ee846 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:32.309240 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-68475da4-0b0f-42c9-8f52-e0a922f7c37c req-36e5e16e-4995-40e0-ba01-4458518ee846 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 946 time: 0.0680609 Aug 24 16:51:32.362705 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-68475da4-0b0f-42c9-8f52-e0a922f7c37c req-79bba1a8-66ec-4a90-a6b8-03f7890fa250 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d0e261ca-ad5b-4b9c-92d5-5567851b5396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557551 Aug 24 16:51:32.537899 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 2f2e239d-8035-4f37-96dd-4e4f3002af3d no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:51:32.617048 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 2f2e239d-8035-4f37-96dd-4e4f3002af3d is: DOWN; New status is: DOWN {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:51:32.712866 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 38508) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:32.828087 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-024fcb15-055f-4048-ac74-be14060a2c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:32.908129 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-024fcb15-055f-4048-ac74-be14060a2c20 admin admin] Publish callbacks [] for security_group (da358885-829f-4496-a575-833ea76a3ac8), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:33.009110 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-024fcb15-055f-4048-ac74-be14060a2c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (da358885-829f-4496-a575-833ea76a3ac8), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:33.049215 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fcb15-055f-4048-ac74-be14060a2c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da358885-829f-4496-a575-833ea76a3ac8,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:33.054256 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-024fcb15-055f-4048-ac74-be14060a2c20 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=e300a5dbc332469d88f242af2ef33521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404281 Aug 24 16:51:33.056833 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 38512) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:33.107584 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-97d97ef4-218c-4647-ade6-4f545d591ff2 admin admin] Publish callbacks [] for security_group (da358885-829f-4496-a575-833ea76a3ac8), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:33.130353 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-97d97ef4-218c-4647-ade6-4f545d591ff2 admin admin] Publish callbacks [] for security_group (da358885-829f-4496-a575-833ea76a3ac8), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:33.242299 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7ffca-a5f2-4706-9dd2-e4c3be724c65 req-851acc77-5996-49dc-82a6-b41770b2c97a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:33.243888 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dae7ffca-a5f2-4706-9dd2-e4c3be724c65 req-851acc77-5996-49dc-82a6-b41770b2c97a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 945 time: 0.0524647 Aug 24 16:51:33.266414 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-97d97ef4-218c-4647-ade6-4f545d591ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (da358885-829f-4496-a575-833ea76a3ac8), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:33.269066 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-97d97ef4-218c-4647-ade6-4f545d591ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:33.270518 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-97d97ef4-218c-4647-ade6-4f545d591ff2 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/da358885-829f-4496-a575-833ea76a3ac8 HTTP/1.1" status: 204 len: 168 time: 0.2127032 Aug 24 16:51:33.279881 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d97ef4-218c-4647-ade6-4f545d591ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da358885-829f-4496-a575-833ea76a3ac8,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:33.318113 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dae7ffca-a5f2-4706-9dd2-e4c3be724c65 req-a75a79e0-3551-4af5-96d7-8c8ee36d4cca tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=be5459eb-e0fd-4d5d-af65-746f3ff9702a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675447 Aug 24 16:51:33.494177 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e69111-ae1c-4226-a90f-336931bc4026 req-a21f0f06-32da-4829-914a-0782c82090c7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:33.494741 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-32e69111-ae1c-4226-a90f-336931bc4026 req-a21f0f06-32da-4829-914a-0782c82090c7 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 946 time: 0.0544415 Aug 24 16:51:33.544968 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-32e69111-ae1c-4226-a90f-336931bc4026 req-4ed17d65-c503-4fe1-9d47-d366dfd6c1ff tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d0e261ca-ad5b-4b9c-92d5-5567851b5396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440590 Aug 24 16:51:33.771633 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c0fa3-b9c9-4d2d-ae01-74f1966b9cc1 req-e6e28282-15dd-427c-9122-e888c570cd07 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:33.773137 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9c2c0fa3-b9c9-4d2d-ae01-74f1966b9cc1 req-e6e28282-15dd-427c-9122-e888c570cd07 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 946 time: 0.0551000 Aug 24 16:51:33.826517 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef3196-990e-4e0f-b9f5-0fe62b8f358e req-b337b4e8-5f7c-4b88-ad0e-365673345a8d tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:33.828087 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7bef3196-990e-4e0f-b9f5-0fe62b8f358e req-b337b4e8-5f7c-4b88-ad0e-365673345a8d tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.0540605 Aug 24 16:51:33.981529 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7bef3196-990e-4e0f-b9f5-0fe62b8f358e req-19b59d13-2efd-458b-a8a9-f049c3d69b93 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257470 Aug 24 16:51:33.982042 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-9c2c0fa3-b9c9-4d2d-ae01-74f1966b9cc1 req-ec1a0d0c-4fcb-4935-8d0b-e11098948937 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Deleting port 186654be-fd06-4d31-aea4-c35029b08980 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:51:33.982453 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9c2c0fa3-b9c9-4d2d-ae01-74f1966b9cc1 req-ec1a0d0c-4fcb-4935-8d0b-e11098948937 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (186654be-fd06-4d31-aea4-c35029b08980), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:34.015566 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc9f1d-6787-4070-abbe-4532870493b9 req-4ca3fc8f-0d1a-483e-871f-78f00ade4490 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:34.017093 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-69bc9f1d-6787-4070-abbe-4532870493b9 req-4ca3fc8f-0d1a-483e-871f-78f00ade4490 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 945 time: 0.0755658 Aug 24 16:51:34.077542 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-c6df9294-0783-4ca8-acd2-abd706c66d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:34.116990 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 38536) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:34.135422 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6e52af13-9693-489f-af9d-2c3c9b8b8ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:34.165433 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-9c2c0fa3-b9c9-4d2d-ae01-74f1966b9cc1 req-ec1a0d0c-4fcb-4935-8d0b-e11098948937 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] For port 186654be-fd06-4d31-aea4-c35029b08980, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=186654be-fd06-4d31-aea4-c35029b08980,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:34.165797 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9c2c0fa3-b9c9-4d2d-ae01-74f1966b9cc1 req-ec1a0d0c-4fcb-4935-8d0b-e11098948937 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (186654be-fd06-4d31-aea4-c35029b08980), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:34.177505 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:34.178347 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-69bc9f1d-6787-4070-abbe-4532870493b9 req-5f86bdb9-c5ea-405f-99b0-d80c3a72eb7c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Deleting port 01448d18-9692-445d-a2e1-37cc9a89b059 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:51:34.178699 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-69bc9f1d-6787-4070-abbe-4532870493b9 req-5f86bdb9-c5ea-405f-99b0-d80c3a72eb7c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (01448d18-9692-445d-a2e1-37cc9a89b059), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:34.223362 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6e52af13-9693-489f-af9d-2c3c9b8b8ec9 admin admin] Publish callbacks [] for security_group (05c46fcf-e327-4365-a674-8e05c2abdfca), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:34.328957 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6e52af13-9693-489f-af9d-2c3c9b8b8ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (05c46fcf-e327-4365-a674-8e05c2abdfca), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:34.379403 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52af13-9693-489f-af9d-2c3c9b8b8ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c46fcf-e327-4365-a674-8e05c2abdfca,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:34.397729 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-6e52af13-9693-489f-af9d-2c3c9b8b8ec9 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=60377a5fa4fc4e0b99c2612d9d243e09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778716 Aug 24 16:51:34.399379 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 38540) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:34.460445 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-73e1d552-1f56-4032-becd-3689c9c7e907 admin admin] Publish callbacks [] for security_group (05c46fcf-e327-4365-a674-8e05c2abdfca), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:34.483908 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-73e1d552-1f56-4032-becd-3689c9c7e907 admin admin] Publish callbacks [] for security_group (05c46fcf-e327-4365-a674-8e05c2abdfca), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:34.636453 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:34.643447 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-de3f5a9f-f336-42ab-aa25-04406ff7d46d req-3841f2d7-fb9b-4e7e-8118-e818c185526c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4574425 Aug 24 16:51:34.656518 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-73e1d552-1f56-4032-becd-3689c9c7e907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (05c46fcf-e327-4365-a674-8e05c2abdfca), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:34.659540 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-73e1d552-1f56-4032-becd-3689c9c7e907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:34.664744 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-73e1d552-1f56-4032-becd-3689c9c7e907 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/05c46fcf-e327-4365-a674-8e05c2abdfca HTTP/1.1" status: 204 len: 168 time: 0.2603543 Aug 24 16:51:34.675243 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1d552-1f56-4032-becd-3689c9c7e907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c46fcf-e327-4365-a674-8e05c2abdfca,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:34.676438 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db2bda-893e-4bb5-abc5-9fd8af202806 req-9457361e-aea8-4b19-8e6c-0e54ae48a4e0 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:34.678531 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c7db2bda-893e-4bb5-abc5-9fd8af202806 req-9457361e-aea8-4b19-8e6c-0e54ae48a4e0 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 945 time: 0.1943552 Aug 24 16:51:34.764439 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f5a9f-f336-42ab-aa25-04406ff7d46d req-f3ed900f-ebff-431d-ba9a-281f50cdaa8b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:34.773719 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [req-de3f5a9f-f336-42ab-aa25-04406ff7d46d req-f3ed900f-ebff-431d-ba9a-281f50cdaa8b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports/2f2e239d-8035-4f37-96dd-4e4f3002af3d HTTP/1.1" status: 200 len: 940 time: 0.0816634 Aug 24 16:51:34.805041 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23ff0f-e02f-4f7a-bc3d-2dba4fe424e1 req-5bdf26ee-f7e1-4242-8f9f-5094d055a594 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:34.806548 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cc23ff0f-e02f-4f7a-bc3d-2dba4fe424e1 req-5bdf26ee-f7e1-4242-8f9f-5094d055a594 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 946 time: 0.1670520 Aug 24 16:51:34.813637 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-69bc9f1d-6787-4070-abbe-4532870493b9 req-5f86bdb9-c5ea-405f-99b0-d80c3a72eb7c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] For port 01448d18-9692-445d-a2e1-37cc9a89b059, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=01448d18-9692-445d-a2e1-37cc9a89b059,segment=NetworkSegment(2023dcad-1199-4ffc-890c-247170f76826),segment_id=2023dcad-1199-4ffc-890c-247170f76826)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:34.814014 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-69bc9f1d-6787-4070-abbe-4532870493b9 req-5f86bdb9-c5ea-405f-99b0-d80c3a72eb7c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (01448d18-9692-445d-a2e1-37cc9a89b059), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:34.877771 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9c2c0fa3-b9c9-4d2d-ae01-74f1966b9cc1 req-ec1a0d0c-4fcb-4935-8d0b-e11098948937 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:34.878150 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9c2c0fa3-b9c9-4d2d-ae01-74f1966b9cc1 req-ec1a0d0c-4fcb-4935-8d0b-e11098948937 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (2c5fb9bd-00da-4720-990f-176f88e2549d), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:34.878472 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [req-9c2c0fa3-b9c9-4d2d-ae01-74f1966b9cc1 req-ec1a0d0c-4fcb-4935-8d0b-e11098948937 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Floating IP 2c5fb9bd-00da-4720-990f-176f88e2549d disassociated. External IP: 172.27.4.189, port: 186654be-fd06-4d31-aea4-c35029b08980. Aug 24 16:51:34.878817 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-9c2c0fa3-b9c9-4d2d-ae01-74f1966b9cc1 req-ec1a0d0c-4fcb-4935-8d0b-e11098948937 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Calling delete_port for 186654be-fd06-4d31-aea4-c35029b08980 owned by compute:nova {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:51:34.941526 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c7db2bda-893e-4bb5-abc5-9fd8af202806 req-702f6f26-6685-46ec-a5ef-7f7da2cc5d38 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=be5459eb-e0fd-4d5d-af65-746f3ff9702a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371771 Aug 24 16:51:35.046379 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cc23ff0f-e02f-4f7a-bc3d-2dba4fe424e1 req-2be8ec6d-ca56-4c6b-b95d-1106fd0f9b02 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d0e261ca-ad5b-4b9c-92d5-5567851b5396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151668 Aug 24 16:51:35.217128 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-69bc9f1d-6787-4070-abbe-4532870493b9 req-5f86bdb9-c5ea-405f-99b0-d80c3a72eb7c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:35.220720 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-69bc9f1d-6787-4070-abbe-4532870493b9 req-5f86bdb9-c5ea-405f-99b0-d80c3a72eb7c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (b0f7325b-539a-4bfd-88bf-fa1cf22d20f9), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:35.221813 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [req-69bc9f1d-6787-4070-abbe-4532870493b9 req-5f86bdb9-c5ea-405f-99b0-d80c3a72eb7c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Floating IP b0f7325b-539a-4bfd-88bf-fa1cf22d20f9 disassociated. External IP: 172.27.4.196, port: 01448d18-9692-445d-a2e1-37cc9a89b059. Aug 24 16:51:35.222189 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-69bc9f1d-6787-4070-abbe-4532870493b9 req-5f86bdb9-c5ea-405f-99b0-d80c3a72eb7c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Calling delete_port for 01448d18-9692-445d-a2e1-37cc9a89b059 owned by compute:nova {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:51:35.232166 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c963e3a-7664-4f8e-87e4-290efd907b4c req-2c080e46-3335-4b25-a792-601fbc3ac9ed tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:35.232166 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5c963e3a-7664-4f8e-87e4-290efd907b4c req-2c080e46-3335-4b25-a792-601fbc3ac9ed tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.1362419 Aug 24 16:51:35.255347 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:35.355227 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5c963e3a-7664-4f8e-87e4-290efd907b4c req-ff756e5f-f680-4893-9f6e-f94c02df44be tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097310 Aug 24 16:51:35.400077 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=14 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:35.446950 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9c2c0fa3-b9c9-4d2d-ae01-74f1966b9cc1 req-ec1a0d0c-4fcb-4935-8d0b-e11098948937 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (186654be-fd06-4d31-aea4-c35029b08980), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:35.476693 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a0d0c-4fcb-4935-8d0b-e11098948937 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event deleted for resources: {'Port': ['ID=186654be-fd06-4d31-aea4-c35029b08980,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:35.588363 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-69bc9f1d-6787-4070-abbe-4532870493b9 req-5f86bdb9-c5ea-405f-99b0-d80c3a72eb7c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (01448d18-9692-445d-a2e1-37cc9a89b059), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:35.628013 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86bdb9-c5ea-405f-99b0-d80c3a72eb7c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event deleted for resources: {'Port': ['ID=01448d18-9692-445d-a2e1-37cc9a89b059,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:35.644382 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c2c0fa3-b9c9-4d2d-ae01-74f1966b9cc1 req-ec1a0d0c-4fcb-4935-8d0b-e11098948937 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:51:35.832141 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69bc9f1d-6787-4070-abbe-4532870493b9 req-5f86bdb9-c5ea-405f-99b0-d80c3a72eb7c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Router b7dbe20b-9333-40bf-a495-0159eb4b0225 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:51:35.834395 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c2c0fa3-b9c9-4d2d-ae01-74f1966b9cc1 req-ec1a0d0c-4fcb-4935-8d0b-e11098948937 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:51:35.849726 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446414ec-fbf3-46f7-b3ff-f220ea379319 None None] Sync routers for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:51:35.864454 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:35.875283 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446414ec-fbf3-46f7-b3ff-f220ea379319 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:51:35.877062 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-446414ec-fbf3-46f7-b3ff-f220ea379319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:51:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:35.950611 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2c0fa3-b9c9-4d2d-ae01-74f1966b9cc1 req-ec1a0d0c-4fcb-4935-8d0b-e11098948937 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] No DVR routers for this DVR port 186654be-fd06-4d31-aea4-c35029b08980 on host hv-cinder-73116 {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:51:35.982901 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9c2c0fa3-b9c9-4d2d-ae01-74f1966b9cc1 req-ec1a0d0c-4fcb-4935-8d0b-e11098948937 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:35.986428 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9c2c0fa3-b9c9-4d2d-ae01-74f1966b9cc1 req-ec1a0d0c-4fcb-4935-8d0b-e11098948937 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.40 "DELETE /networking/v2.0/ports/186654be-fd06-4d31-aea4-c35029b08980 HTTP/1.1" status: 204 len: 173 time: 2.1721423 Aug 24 16:51:35.987012 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdefed9-549e-4154-9e78-a9d762019d38', 'name': 'network-vif-deleted', 'tag': '186654be-fd06-4d31-aea4-c35029b08980'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:51:35.991234 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10eeb84-2959-4674-a0ff-f2c53b3fba02" -d '{"events": [{"server_uuid": "5fdefed9-549e-4154-9e78-a9d762019d38", "name": "network-vif-deleted", "tag": "186654be-fd06-4d31-aea4-c35029b08980"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:51:36.045161 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-446414ec-fbf3-46f7-b3ff-f220ea379319 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:51:36.068253 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af30e26f-1824-4de4-8f7a-5af897b8a156 x-openstack-request-id: req-af30e26f-1824-4de4-8f7a-5af897b8a156 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:51:36.068745 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fdefed9-549e-4154-9e78-a9d762019d38", "name": "network-vif-deleted", "tag": "186654be-fd06-4d31-aea4-c35029b08980", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:51:36.069078 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-af30e26f-1824-4de4-8f7a-5af897b8a156 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:51:36.069375 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af30e26f-1824-4de4-8f7a-5af897b8a156'] response: {'server_uuid': '5fdefed9-549e-4154-9e78-a9d762019d38', 'name': 'network-vif-deleted', 'tag': '186654be-fd06-4d31-aea4-c35029b08980', 'status': 'completed', 'code': 200} Aug 24 16:51:36.082572 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69bc9f1d-6787-4070-abbe-4532870493b9 req-5f86bdb9-c5ea-405f-99b0-d80c3a72eb7c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:51:36.091822 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45eb121-f325-4fc5-8117-547e74b048de None None] Sync routers for ids ['b7dbe20b-9333-40bf-a495-0159eb4b0225'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:51:36.138206 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45eb121-f325-4fc5-8117-547e74b048de None None] Routers {'b7dbe20b-9333-40bf-a495-0159eb4b0225'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:51:36.144214 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-a45eb121-f325-4fc5-8117-547e74b048de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:51:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['b7dbe20b-9333-40bf-a495-0159eb4b0225'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:36.286941 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c7d0565e-78c6-4d4b-937d-d8d8683c1e2f req-a0462665-acf7-47a5-9c1c-523c27ad77a6 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 210 time: 0.0365822 Aug 24 16:51:36.289380 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bc9f1d-6787-4070-abbe-4532870493b9 req-5f86bdb9-c5ea-405f-99b0-d80c3a72eb7c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] No DVR routers for this DVR port 01448d18-9692-445d-a2e1-37cc9a89b059 on host hv-cinder-73116 {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:51:36.295224 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-69bc9f1d-6787-4070-abbe-4532870493b9 req-5f86bdb9-c5ea-405f-99b0-d80c3a72eb7c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:36.300749 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-69bc9f1d-6787-4070-abbe-4532870493b9 req-5f86bdb9-c5ea-405f-99b0-d80c3a72eb7c tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.40 "DELETE /networking/v2.0/ports/01448d18-9692-445d-a2e1-37cc9a89b059 HTTP/1.1" status: 204 len: 173 time: 2.2756698 Aug 24 16:51:36.304570 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3d885015-6910-466e-8ba4-36da05f0562a req-c28b20cd-ef5f-4f6a-8d93-4d14f1d178b3 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 210 time: 0.1720314 Aug 24 16:51:36.336722 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-a45eb121-f325-4fc5-8117-547e74b048de None None] Set router b7dbe20b-9333-40bf-a495-0159eb4b0225 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:51:36.369963 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:36.424748 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:36.446005 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-446414ec-fbf3-46f7-b3ff-f220ea379319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:36.543615 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c94c9-22ef-460a-aa21-2293731af86a req-b7fa6582-6644-4dfe-b3c7-5f5c78bbf8c5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:36.561468 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e75c94c9-22ef-460a-aa21-2293731af86a req-b7fa6582-6644-4dfe-b3c7-5f5c78bbf8c5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.0965815 Aug 24 16:51:36.625527 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e75c94c9-22ef-460a-aa21-2293731af86a req-90281b6d-545c-44d8-97ca-c7e7dbb83671 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628307 Aug 24 16:51:36.643874 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-a45eb121-f325-4fc5-8117-547e74b048de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:27Z', 'revision_number': 4, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'b728e187-e328-4a1c-b1ca-502db465b020', 'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'mac_address': 'fa:16:3e:ee:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:26Z', 'updated_at': '2022-08-24T16:44:37Z', 'revision_number': 5, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'subnets': [{'id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:36.675418 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45eb121-f325-4fc5-8117-547e74b048de None None] Checking router: b7dbe20b-9333-40bf-a495-0159eb4b0225 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:51:36.676088 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 186654be-fd06-4d31-aea4-c35029b08980 no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:51:36.681161 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446414ec-fbf3-46f7-b3ff-f220ea379319 None None] Checking router: 2c4c75b8-7627-42ef-bd27-3e0725427ee7 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:51:36.685935 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45eb121-f325-4fc5-8117-547e74b048de None None] Routers {'b7dbe20b-9333-40bf-a495-0159eb4b0225'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:51:36.686411 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-a45eb121-f325-4fc5-8117-547e74b048de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:51:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['b7dbe20b-9333-40bf-a495-0159eb4b0225'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:36.700060 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: 186654be-fd06-4d31-aea4-c35029b08980 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:51:36.700433 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 186654be-fd06-4d31-aea4-c35029b08980 not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:51:36.706547 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446414ec-fbf3-46f7-b3ff-f220ea379319 None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:51:36.707156 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-446414ec-fbf3-46f7-b3ff-f220ea379319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:51:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:36.799161 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-a45eb121-f325-4fc5-8117-547e74b048de None None] Set router b7dbe20b-9333-40bf-a495-0159eb4b0225 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:51:36.826202 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-446414ec-fbf3-46f7-b3ff-f220ea379319 None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:51:36.865348 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:37.019666 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-a45eb121-f325-4fc5-8117-547e74b048de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:27Z', 'revision_number': 4, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'b728e187-e328-4a1c-b1ca-502db465b020', 'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'mac_address': 'fa:16:3e:ee:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:26Z', 'updated_at': '2022-08-24T16:44:37Z', 'revision_number': 5, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'subnets': [{'id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:37.033801 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-446414ec-fbf3-46f7-b3ff-f220ea379319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:37.054615 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45eb121-f325-4fc5-8117-547e74b048de None None] The sync data for ids ['b7dbe20b-9333-40bf-a495-0159eb4b0225'] in dv-cinder-731167-2-iscsi is: [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:27Z', 'revision_number': 4, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'b728e187-e328-4a1c-b1ca-502db465b020', 'name': '', 'network_id': '3c868f21-48dd-4a80-9b52-b20f081f69bf', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'mac_address': 'fa:16:3e:ee:32:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:26Z', 'updated_at': '2022-08-24T16:44:37Z', 'revision_number': 5, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'subnets': [{'id': '7a21e2cb-adaa-418e-9a22-729cb8d4dff7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:51:37.059694 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446414ec-fbf3-46f7-b3ff-f220ea379319 None None] The sync data for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi is: [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:44:21Z', 'revision_number': 4, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': 'a366a354-eb74-47fb-a7f6-464daa8941f7', 'name': '', 'network_id': '883b1cf6-8114-4681-9877-f2163f4c86c7', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'mac_address': 'fa:16:3e:40:b5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '502f9714-b664-4573-bc1d-27593423cf2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:18Z', 'updated_at': '2022-08-24T16:44:36Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'subnets': [{'id': '502f9714-b664-4573-bc1d-27593423cf2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:51:37.171168 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f5a9f-f336-42ab-aa25-04406ff7d46d req-f8533409-0eeb-485e-964c-1c7ceb84ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:37.174850 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-de3f5a9f-f336-42ab-aa25-04406ff7d46d req-f8533409-0eeb-485e-964c-1c7ceb84ab7f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c&tenant_id=52f30f320fa04cdfa0e1d4ea9050119c HTTP/1.1" status: 200 len: 1127 time: 0.0811415 Aug 24 16:51:37.209058 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:37.244523 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f5a9f-f336-42ab-aa25-04406ff7d46d req-5d092fc4-01c3-41af-bbcc-901a644ef878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:37.246245 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-de3f5a9f-f336-42ab-aa25-04406ff7d46d req-5d092fc4-01c3-41af-bbcc-901a644ef878 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=52f30f320fa04cdfa0e1d4ea9050119c&device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 1127 time: 0.0441568 Aug 24 16:51:37.328902 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:37.358059 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f5a9f-f336-42ab-aa25-04406ff7d46d req-6b6048bc-b598-4a62-810b-6f442b00cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:37.360873 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-de3f5a9f-f336-42ab-aa25-04406ff7d46d req-6b6048bc-b598-4a62-810b-6f442b00cc46 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6f60278e-d02a-47e3-ac82-34477071b70e HTTP/1.1" status: 200 len: 917 time: 0.1080072 Aug 24 16:51:37.410050 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bcc0d6-68e4-4c1b-8edb-a95ebd9a6e3b None None] New status for floating IP b0f7325b-539a-4bfd-88bf-fa1cf22d20f9: DOWN {{(pid=113371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:51:37.555767 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4011c271-897d-4887-987e-81128f01832d req-c8d3bea3-db60-4c4d-9b22-3f0e00064dba tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5fdefed9-549e-4154-9e78-a9d762019d38 HTTP/1.1" status: 200 len: 210 time: 0.1241720 Aug 24 16:51:37.557598 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e7ec40dc-bd81-4a9d-86a3-475f4a2c835b req-835fb1aa-d2eb-4309-90eb-445b9bce0bf5 tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09b9c747-048e-4478-b065-0bd606ea331a HTTP/1.1" status: 200 len: 210 time: 0.1291165 Aug 24 16:51:37.579498 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:51:37.608487 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-de3f5a9f-f336-42ab-aa25-04406ff7d46d req-d95fde68-c6d0-4eff-beca-4c63b263fd03 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d HTTP/1.1" status: 200 len: 999 time: 0.1510465 Aug 24 16:51:37.674944 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f5a9f-f336-42ab-aa25-04406ff7d46d req-d1b687c5-14ce-40bd-97b0-e69630a9ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:37.676912 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-de3f5a9f-f336-42ab-aa25-04406ff7d46d req-d1b687c5-14ce-40bd-97b0-e69630a9ea2b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=ff59c90a-7642-4731-be1e-c01e44b6f995 HTTP/1.1" status: 200 len: 855 time: 0.0594606 Aug 24 16:51:37.699740 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babff1e6-9eab-415d-bc53-4a6fbe4f2842 None None] New status for floating IP 2c5fb9bd-00da-4720-990f-176f88e2549d: DOWN {{(pid=113372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:51:37.738143 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f5a9f-f336-42ab-aa25-04406ff7d46d req-02a038d1-63f5-4fc2-a34e-dd6aaa120332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:37.741504 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-de3f5a9f-f336-42ab-aa25-04406ff7d46d req-02a038d1-63f5-4fc2-a34e-dd6aaa120332 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6f60278e-d02a-47e3-ac82-34477071b70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583994 Aug 24 16:51:37.884328 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8632c9-15c9-4d19-bf5e-9d61a9a50051 req-ae8ab837-6aa4-42ef-aa16-842e490160d0 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:37.888287 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fd8632c9-15c9-4d19-bf5e-9d61a9a50051 req-ae8ab837-6aa4-42ef-aa16-842e490160d0 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.0964968 Aug 24 16:51:37.924671 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-de3f5a9f-f336-42ab-aa25-04406ff7d46d req-e71d7be4-70cb-437f-8f79-266b8394de7b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780767 Aug 24 16:51:37.978443 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fd8632c9-15c9-4d19-bf5e-9d61a9a50051 req-667a8a04-c3d2-4aae-a173-6396f0872606 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759888 Aug 24 16:51:38.009733 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:38.041044 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-de3f5a9f-f336-42ab-aa25-04406ff7d46d req-b269a2af-2268-4c1b-aa67-b2675186f36b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100543 Aug 24 16:51:38.078796 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b9c747-048e-4478-b065-0bd606ea331a', 'name': 'network-vif-deleted', 'tag': '01448d18-9692-445d-a2e1-37cc9a89b059'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:51:38.078796 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bb99cf-017e-43c7-a7cd-0693bc569592" -d '{"events": [{"server_uuid": "09b9c747-048e-4478-b065-0bd606ea331a", "name": "network-vif-deleted", "tag": "01448d18-9692-445d-a2e1-37cc9a89b059"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:51:38.120519 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4e3693-0523-4035-a953-6c5120129456 x-openstack-request-id: req-bb4e3693-0523-4035-a953-6c5120129456 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:51:38.120819 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b9c747-048e-4478-b065-0bd606ea331a", "name": "network-vif-deleted", "tag": "01448d18-9692-445d-a2e1-37cc9a89b059", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:51:38.121098 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bb4e3693-0523-4035-a953-6c5120129456 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:51:38.121510 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb4e3693-0523-4035-a953-6c5120129456'] response: {'server_uuid': '09b9c747-048e-4478-b065-0bd606ea331a', 'name': 'network-vif-deleted', 'tag': '01448d18-9692-445d-a2e1-37cc9a89b059', 'status': 'completed', 'code': 200} Aug 24 16:51:38.573587 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 01448d18-9692-445d-a2e1-37cc9a89b059 no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:51:38.609996 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: 01448d18-9692-445d-a2e1-37cc9a89b059 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:51:38.610442 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 01448d18-9692-445d-a2e1-37cc9a89b059 not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:51:38.759088 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 38660) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:38.792355 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:38.811175 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 38662) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:38.844110 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-454f1f82-965d-4faf-b42c-daeca312f8dc tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group (be5459eb-e0fd-4d5d-af65-746f3ff9702a), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:38.896026 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-454f1f82-965d-4faf-b42c-daeca312f8dc tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group (be5459eb-e0fd-4d5d-af65-746f3ff9702a), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:38.919507 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-51c18e63-ada6-4a1c-8b62-c26bf3c3c10c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (d0e261ca-ad5b-4b9c-92d5-5567851b5396), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:38.952471 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-51c18e63-ada6-4a1c-8b62-c26bf3c3c10c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (d0e261ca-ad5b-4b9c-92d5-5567851b5396), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:38.955168 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:39.049321 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-454f1f82-965d-4faf-b42c-daeca312f8dc tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (be5459eb-e0fd-4d5d-af65-746f3ff9702a), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:39.057474 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-454f1f82-965d-4faf-b42c-daeca312f8dc tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:39.063473 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-454f1f82-965d-4faf-b42c-daeca312f8dc tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/be5459eb-e0fd-4d5d-af65-746f3ff9702a HTTP/1.1" status: 204 len: 168 time: 0.3032632 Aug 24 16:51:39.063963 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 38668) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:39.079629 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f1f82-965d-4faf-b42c-daeca312f8dc tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5459eb-e0fd-4d5d-af65-746f3ff9702a,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:39.107362 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.api.v2.resource [None req-80855d41-ed9a-4db4-87f6-ee353a781dbd tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] show failed (client error): The resource could not be found. Aug 24 16:51:39.117903 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 38670) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:39.127242 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-80855d41-ed9a-4db4-87f6-ee353a781dbd tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "GET /networking/v2.0/security-groups/be5459eb-e0fd-4d5d-af65-746f3ff9702a HTTP/1.1" status: 404 len: 347 time: 0.0609713 Aug 24 16:51:39.144770 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-51c18e63-ada6-4a1c-8b62-c26bf3c3c10c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (d0e261ca-ad5b-4b9c-92d5-5567851b5396), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:39.152892 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-51c18e63-ada6-4a1c-8b62-c26bf3c3c10c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:39.155120 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-51c18e63-ada6-4a1c-8b62-c26bf3c3c10c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/d0e261ca-ad5b-4b9c-92d5-5567851b5396 HTTP/1.1" status: 204 len: 168 time: 0.3420486 Aug 24 16:51:39.166252 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 38672) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:39.205174 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:39.214289 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c18e63-ada6-4a1c-8b62-c26bf3c3c10c tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e261ca-ad5b-4b9c-92d5-5567851b5396,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:39.226082 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.api.v2.resource [None req-2bc3e002-c092-456f-a511-a35e735d6334 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] show failed (client error): The resource could not be found. Aug 24 16:51:39.227215 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-2bc3e002-c092-456f-a511-a35e735d6334 tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "GET /networking/v2.0/security-groups/d0e261ca-ad5b-4b9c-92d5-5567851b5396 HTTP/1.1" status: 404 len: 347 time: 0.0419698 Aug 24 16:51:39.235818 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a3c18-0587-4ec3-a23c-9a6b85f8e772 req-c252424e-b224-4223-9f07-91dd24f57f40 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:39.244115 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1b4a3c18-0587-4ec3-a23c-9a6b85f8e772 req-c252424e-b224-4223-9f07-91dd24f57f40 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.1422157 Aug 24 16:51:39.246601 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 38674) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:39.359662 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-37b5a76b-f95c-4d49-b85f-4fce9bb57a9a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Deleting port 65565c23-fd60-4455-a2a4-554cb706b39b {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:51:39.360443 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-37b5a76b-f95c-4d49-b85f-4fce9bb57a9a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (65565c23-fd60-4455-a2a4-554cb706b39b), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:39.408588 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1b4a3c18-0587-4ec3-a23c-9a6b85f8e772 req-06235ad5-ca81-4091-a794-780d7c039ca7 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634824 Aug 24 16:51:39.425008 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-b284caab-e645-419a-a6ae-6aa69ea6241f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Deleting port cb14d6bc-cb1e-424f-b7a9-9eaa1b0c97ed {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:51:39.425357 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b284caab-e645-419a-a6ae-6aa69ea6241f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (cb14d6bc-cb1e-424f-b7a9-9eaa1b0c97ed), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:39.529914 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-37b5a76b-f95c-4d49-b85f-4fce9bb57a9a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (65565c23-fd60-4455-a2a4-554cb706b39b), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:39.530251 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-37b5a76b-f95c-4d49-b85f-4fce9bb57a9a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for floatingip (65565c23-fd60-4455-a2a4-554cb706b39b), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:39.546505 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-37b5a76b-f95c-4d49-b85f-4fce9bb57a9a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Calling delete_port for 65565c23-fd60-4455-a2a4-554cb706b39b owned by network:floatingip {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:51:39.560926 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 38678) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:39.590419 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b284caab-e645-419a-a6ae-6aa69ea6241f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (cb14d6bc-cb1e-424f-b7a9-9eaa1b0c97ed), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:39.590987 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b284caab-e645-419a-a6ae-6aa69ea6241f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (cb14d6bc-cb1e-424f-b7a9-9eaa1b0c97ed), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:39.618906 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-b284caab-e645-419a-a6ae-6aa69ea6241f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Calling delete_port for cb14d6bc-cb1e-424f-b7a9-9eaa1b0c97ed owned by network:floatingip {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:51:39.785670 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-68d99fdb-3f91-4ddf-9d9c-7ff2121b8502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:39.912148 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-37b5a76b-f95c-4d49-b85f-4fce9bb57a9a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (65565c23-fd60-4455-a2a4-554cb706b39b), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:39.934737 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b284caab-e645-419a-a6ae-6aa69ea6241f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (cb14d6bc-cb1e-424f-b7a9-9eaa1b0c97ed), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:39.963397 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5a76b-f95c-4d49-b85f-4fce9bb57a9a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Pushing event deleted for resources: {'Port': ['ID=65565c23-fd60-4455-a2a4-554cb706b39b,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:40.022939 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284caab-e645-419a-a6ae-6aa69ea6241f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Pushing event deleted for resources: {'Port': ['ID=cb14d6bc-cb1e-424f-b7a9-9eaa1b0c97ed,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:40.088291 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b284caab-e645-419a-a6ae-6aa69ea6241f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks [] for floatingip (2c5fb9bd-00da-4720-990f-176f88e2549d), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:40.092137 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b284caab-e645-419a-a6ae-6aa69ea6241f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:40.093621 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-b284caab-e645-419a-a6ae-6aa69ea6241f tempest-AttachVolumeNegativeTest-321664241 tempest-AttachVolumeNegativeTest-321664241-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/2c5fb9bd-00da-4720-990f-176f88e2549d HTTP/1.1" status: 204 len: 168 time: 0.8461552 Aug 24 16:51:40.184144 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-37b5a76b-f95c-4d49-b85f-4fce9bb57a9a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks [] for floatingip (b0f7325b-539a-4bfd-88bf-fa1cf22d20f9), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:40.189175 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-37b5a76b-f95c-4d49-b85f-4fce9bb57a9a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:40.190769 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-37b5a76b-f95c-4d49-b85f-4fce9bb57a9a tempest-AttachVolumeTestJSON-1813607603 tempest-AttachVolumeTestJSON-1813607603-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/b0f7325b-539a-4bfd-88bf-fa1cf22d20f9 HTTP/1.1" status: 204 len: 168 time: 1.0700004 Aug 24 16:51:40.216037 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-68d99fdb-3f91-4ddf-9d9c-7ff2121b8502 admin admin] Publish callbacks [] for security_group (e47173b2-3750-4503-a579-864f43acc78b), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:40.293367 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-68d99fdb-3f91-4ddf-9d9c-7ff2121b8502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (e47173b2-3750-4503-a579-864f43acc78b), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:40.364757 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=9 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:40.372676 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d99fdb-3f91-4ddf-9d9c-7ff2121b8502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47173b2-3750-4503-a579-864f43acc78b,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:40.381380 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-68d99fdb-3f91-4ddf-9d9c-7ff2121b8502 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=b152433ebf0249c990aa97eea4354e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8187187 Aug 24 16:51:40.382132 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 38688) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:40.500930 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-9fd2b1c2-fb25-48fa-b8aa-271a37d6189a admin admin] Publish callbacks [] for security_group (e47173b2-3750-4503-a579-864f43acc78b), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:40.829046 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:40.863622 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-9fd2b1c2-fb25-48fa-b8aa-271a37d6189a admin admin] Publish callbacks [] for security_group (e47173b2-3750-4503-a579-864f43acc78b), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:40.891945 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5124f8-5bbb-47c8-9860-7636836fc888 req-ad86de9b-360d-465c-8c6a-26b87d819891 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:40.893570 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cb5124f8-5bbb-47c8-9860-7636836fc888 req-ad86de9b-360d-465c-8c6a-26b87d819891 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.0795729 Aug 24 16:51:40.964824 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cb5124f8-5bbb-47c8-9860-7636836fc888 req-93993324-b69d-4b50-a036-6ee58d68c891 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646918 Aug 24 16:51:41.084893 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-9fd2b1c2-fb25-48fa-b8aa-271a37d6189a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (e47173b2-3750-4503-a579-864f43acc78b), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:41.088937 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-9fd2b1c2-fb25-48fa-b8aa-271a37d6189a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:41.093233 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-9fd2b1c2-fb25-48fa-b8aa-271a37d6189a admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/e47173b2-3750-4503-a579-864f43acc78b HTTP/1.1" status: 204 len: 168 time: 0.7095838 Aug 24 16:51:41.107141 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2b1c2-fb25-48fa-b8aa-271a37d6189a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47173b2-3750-4503-a579-864f43acc78b,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:41.932231 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 38716) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:41.946288 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d92689a9-1dc2-4e89-aec9-5479ef988f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:42.059975 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d92689a9-1dc2-4e89-aec9-5479ef988f44 admin admin] Publish callbacks [] for security_group (7d9863eb-d706-404b-9c48-d4ae3618074b), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:42.126810 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5d493-1ab1-4e86-88ab-e5a0e5dedbcc req-43e634cb-77f9-4e6e-936b-be823ae76781 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:42.128653 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e6b5d493-1ab1-4e86-88ab-e5a0e5dedbcc req-43e634cb-77f9-4e6e-936b-be823ae76781 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.0541320 Aug 24 16:51:42.147670 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d92689a9-1dc2-4e89-aec9-5479ef988f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (7d9863eb-d706-404b-9c48-d4ae3618074b), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:42.191076 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e6b5d493-1ab1-4e86-88ab-e5a0e5dedbcc req-0069d2d8-cc64-431e-b227-0662ce74718c tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546334 Aug 24 16:51:42.203763 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-d92689a9-1dc2-4e89-aec9-5479ef988f44 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=19486db007ad4b97ad61b6c4c839fb44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702749 Aug 24 16:51:42.205104 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92689a9-1dc2-4e89-aec9-5479ef988f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9863eb-d706-404b-9c48-d4ae3618074b,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:42.207300 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 38720) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:42.270878 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:42.296432 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-66305a3d-214f-49b5-bf5e-301138a6c8a7 admin admin] Publish callbacks [] for security_group (7d9863eb-d706-404b-9c48-d4ae3618074b), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:42.325375 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-66305a3d-214f-49b5-bf5e-301138a6c8a7 admin admin] Publish callbacks [] for security_group (7d9863eb-d706-404b-9c48-d4ae3618074b), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:42.553159 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-66305a3d-214f-49b5-bf5e-301138a6c8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (7d9863eb-d706-404b-9c48-d4ae3618074b), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:42.559381 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-66305a3d-214f-49b5-bf5e-301138a6c8a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:42.563635 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-66305a3d-214f-49b5-bf5e-301138a6c8a7 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/7d9863eb-d706-404b-9c48-d4ae3618074b HTTP/1.1" status: 204 len: 168 time: 0.3522928 Aug 24 16:51:42.575500 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66305a3d-214f-49b5-bf5e-301138a6c8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9863eb-d706-404b-9c48-d4ae3618074b,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:43.438009 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53eb030-65f8-4fd4-b142-35c5d2bfdace req-fd48311b-5bc5-441d-9c9d-eee8420a4e72 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:43.449944 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a53eb030-65f8-4fd4-b142-35c5d2bfdace req-fd48311b-5bc5-441d-9c9d-eee8420a4e72 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.0868673 Aug 24 16:51:43.524691 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a53eb030-65f8-4fd4-b142-35c5d2bfdace req-3dcc45b0-a91c-40ef-a641-07d26d4b7023 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730433 Aug 24 16:51:43.801504 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 38760) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:44.293010 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:44.350317 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-31a06d8b-6b64-4a80-8e40-ea3d9b0d2722 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Deleting port 6cee65eb-de4e-4329-9d12-66cee04d4dc5 {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:51:44.351419 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-31a06d8b-6b64-4a80-8e40-ea3d9b0d2722 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (6cee65eb-de4e-4329-9d12-66cee04d4dc5), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:44.461665 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-31a06d8b-6b64-4a80-8e40-ea3d9b0d2722 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (6cee65eb-de4e-4329-9d12-66cee04d4dc5), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:44.462555 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-31a06d8b-6b64-4a80-8e40-ea3d9b0d2722 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for floatingip (6cee65eb-de4e-4329-9d12-66cee04d4dc5), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:44.486631 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-31a06d8b-6b64-4a80-8e40-ea3d9b0d2722 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Calling delete_port for 6cee65eb-de4e-4329-9d12-66cee04d4dc5 owned by network:floatingip {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:51:44.724783 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:44.725547 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c02007-de7c-4e66-bbb9-82e6ec54eb7c req-c16bd26b-f475-4f4a-aeb2-d359f22c7c32 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:44.728067 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-86c02007-de7c-4e66-bbb9-82e6ec54eb7c req-c16bd26b-f475-4f4a-aeb2-d359f22c7c32 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.0613015 Aug 24 16:51:44.846559 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-86c02007-de7c-4e66-bbb9-82e6ec54eb7c req-5d95c759-3147-436a-b5a8-735d7014f796 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100633 Aug 24 16:51:44.912829 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-31a06d8b-6b64-4a80-8e40-ea3d9b0d2722 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (6cee65eb-de4e-4329-9d12-66cee04d4dc5), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:45.016683 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a06d8b-6b64-4a80-8e40-ea3d9b0d2722 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Pushing event deleted for resources: {'Port': ['ID=6cee65eb-de4e-4329-9d12-66cee04d4dc5,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:45.137409 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 38804) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:45.155609 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-31a06d8b-6b64-4a80-8e40-ea3d9b0d2722 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for floatingip (6479dc5a-67b4-4fe5-a4f7-079ae4d0fcc7), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:45.155609 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.l3_db [None req-31a06d8b-6b64-4a80-8e40-ea3d9b0d2722 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Floating IP 6479dc5a-67b4-4fe5-a4f7-079ae4d0fcc7 disassociated (deleted). External IP: 172.27.4.89, port: a3e2b5de-778c-4f0f-bb74-761971b6f904. Aug 24 16:51:45.170717 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 38812) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:46.209355 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b953d5-252d-4346-86b8-15ef35aeab7a req-54ed7558-5caa-4151-be48-c78d4e54d1df tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:46.212947 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a06d8b-6b64-4a80-8e40-ea3d9b0d2722 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Router f973b3d3-04ae-44d2-b62f-12788cdcc85f has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:51:46.220206 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e9b953d5-252d-4346-86b8-15ef35aeab7a req-54ed7558-5caa-4151-be48-c78d4e54d1df tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.2096136 Aug 24 16:51:46.351188 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:46.405283 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e9b953d5-252d-4346-86b8-15ef35aeab7a req-fa7a950e-70b1-4586-ab0b-4447b4a23ef6 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838567 Aug 24 16:51:46.426183 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a06d8b-6b64-4a80-8e40-ea3d9b0d2722 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:51:46.432493 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-31a06d8b-6b64-4a80-8e40-ea3d9b0d2722 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:46.444132 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b960967f-fb51-4b79-bb50-72d031d3fe73 None None] Sync routers for ids ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:51:46.458510 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b960967f-fb51-4b79-bb50-72d031d3fe73 None None] Routers {'f973b3d3-04ae-44d2-b62f-12788cdcc85f'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:51:46.460239 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-b960967f-fb51-4b79-bb50-72d031d3fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:51:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:46.508040 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-31a06d8b-6b64-4a80-8e40-ea3d9b0d2722 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/6479dc5a-67b4-4fe5-a4f7-079ae4d0fcc7 HTTP/1.1" status: 204 len: 168 time: 2.7042258 Aug 24 16:51:46.509621 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'tag': 'a3e2b5de-778c-4f0f-bb74-761971b6f904'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:51:46.512279 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c832ab-32fe-4ff4-99c7-1321ae45bd00" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4ea3cd-ed8d-4169-8be6-716b693de76d", "tag": "a3e2b5de-778c-4f0f-bb74-761971b6f904"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:51:46.600803 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c30722-8fbe-4dc7-ac6c-705b8826c506 x-openstack-request-id: req-57c30722-8fbe-4dc7-ac6c-705b8826c506 {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:51:46.602069 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4ea3cd-ed8d-4169-8be6-716b693de76d", "tag": "a3e2b5de-778c-4f0f-bb74-761971b6f904", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:51:46.603556 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-57c30722-8fbe-4dc7-ac6c-705b8826c506 {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:51:46.605778 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c30722-8fbe-4dc7-ac6c-705b8826c506'] response: {'name': 'network-changed', 'server_uuid': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'tag': 'a3e2b5de-778c-4f0f-bb74-761971b6f904', 'status': 'completed', 'code': 200} Aug 24 16:51:46.632029 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:46.721467 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-b960967f-fb51-4b79-bb50-72d031d3fe73 None None] Set router f973b3d3-04ae-44d2-b62f-12788cdcc85f gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:51:46.920687 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c832ab-32fe-4ff4-99c7-1321ae45bd00 req-b6405155-738a-4b8b-aaf8-7193acca4852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:46.923057 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-00c832ab-32fe-4ff4-99c7-1321ae45bd00 req-b6405155-738a-4b8b-aaf8-7193acca4852 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=05a8a1a0e0334559ab3fc9a63685fa69&device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 1130 time: 0.2714570 Aug 24 16:51:46.941097 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd996-c533-48df-a57c-c86d6608d6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549079'] for router_interface (b7dbe20b-9333-40bf-a495-0159eb4b0225), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:47.031311 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-fee6907b-7f91-4d9a-8975-f57aa86356df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549079'] for router_interface (2c4c75b8-7627-42ef-bd27-3e0725427ee7), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:47.124638 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-b960967f-fb51-4b79-bb50-72d031d3fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'name': 'tempest-TestShelveInstance-845001821-router', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f1dd9737-7113-41f6-b122-719361812d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:08Z', 'updated_at': '2022-08-24T16:46:12Z', 'revision_number': 4, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'gw_port': {'id': 'f1dd9737-7113-41f6-b122-719361812d77', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:09Z', 'updated_at': '2022-08-24T16:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '813e5cd0-190e-42d4-bf7f-c87860bbce18', 'name': '', 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'mac_address': 'fa:16:3e:1d:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:12Z', 'updated_at': '2022-08-24T16:46:18Z', 'revision_number': 5, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'subnets': [{'id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:47.191549 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b960967f-fb51-4b79-bb50-72d031d3fe73 None None] Checking router: f973b3d3-04ae-44d2-b62f-12788cdcc85f for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:51:47.206850 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b960967f-fb51-4b79-bb50-72d031d3fe73 None None] Routers {'f973b3d3-04ae-44d2-b62f-12788cdcc85f'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:51:47.207509 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-b960967f-fb51-4b79-bb50-72d031d3fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:51:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:47.356830 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:47.374749 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-b960967f-fb51-4b79-bb50-72d031d3fe73 None None] Set router f973b3d3-04ae-44d2-b62f-12788cdcc85f gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:51:47.581133 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3a32a-48c8-4ee2-9db4-1318039aae51 req-f64f69e0-673c-451c-898f-905afdbd0c0a tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:47.582699 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7ab3a32a-48c8-4ee2-9db4-1318039aae51 req-f64f69e0-673c-451c-898f-905afdbd0c0a tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.2671232 Aug 24 16:51:47.667908 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-b960967f-fb51-4b79-bb50-72d031d3fe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'name': 'tempest-TestShelveInstance-845001821-router', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f1dd9737-7113-41f6-b122-719361812d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:08Z', 'updated_at': '2022-08-24T16:46:12Z', 'revision_number': 4, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'gw_port': {'id': 'f1dd9737-7113-41f6-b122-719361812d77', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:09Z', 'updated_at': '2022-08-24T16:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '813e5cd0-190e-42d4-bf7f-c87860bbce18', 'name': '', 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'mac_address': 'fa:16:3e:1d:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:12Z', 'updated_at': '2022-08-24T16:46:18Z', 'revision_number': 5, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'subnets': [{'id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:47.699329 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b960967f-fb51-4b79-bb50-72d031d3fe73 None None] The sync data for ids ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'] in dv-cinder-731167-2-iscsi is: [{'id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'name': 'tempest-TestShelveInstance-845001821-router', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f1dd9737-7113-41f6-b122-719361812d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:08Z', 'updated_at': '2022-08-24T16:46:12Z', 'revision_number': 4, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'gw_port': {'id': 'f1dd9737-7113-41f6-b122-719361812d77', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:09Z', 'updated_at': '2022-08-24T16:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '813e5cd0-190e-42d4-bf7f-c87860bbce18', 'name': '', 'network_id': '6e759f09-8493-41a1-82dc-95cc3aa0aabe', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'mac_address': 'fa:16:3e:1d:f5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:12Z', 'updated_at': '2022-08-24T16:46:18Z', 'revision_number': 5, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'subnets': [{'id': '5b387e1a-2eb2-46c9-a401-56a9e7be2495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:51:47.830469 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:47.832792 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:48.009759 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7876d6c-49ea-4834-875e-ca5a3a8a0f65 None None] New status for floating IP 6479dc5a-67b4-4fe5-a4f7-079ae4d0fcc7: DOWN {{(pid=113372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:51:48.040105 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c832ab-32fe-4ff4-99c7-1321ae45bd00 req-2ec27595-d283-4ae1-8950-ef65667da5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:48.041859 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-00c832ab-32fe-4ff4-99c7-1321ae45bd00 req-2ec27595-d283-4ae1-8950-ef65667da5c8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6e759f09-8493-41a1-82dc-95cc3aa0aabe HTTP/1.1" status: 200 len: 909 time: 1.0830302 Aug 24 16:51:48.125188 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c704cc7-4c73-41f7-abe0-188d5fd119bc req-02ac26ed-0e33-4553-abfc-2afa4ddf4943 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:48.127794 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4c704cc7-4c73-41f7-abe0-188d5fd119bc req-02ac26ed-0e33-4553-abfc-2afa4ddf4943 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.5431337 Aug 24 16:51:48.167051 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:48.213162 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7ab3a32a-48c8-4ee2-9db4-1318039aae51 req-bb0a77cf-dd6b-408f-bf2d-87ed4e3f0f4f tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5983319 Aug 24 16:51:48.351893 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4c704cc7-4c73-41f7-abe0-188d5fd119bc req-c538f445-10fc-413e-82b9-702ba2702054 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828103 Aug 24 16:51:48.355279 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-fee6907b-7f91-4d9a-8975-f57aa86356df admin admin] Deleting port a366a354-eb74-47fb-a7f6-464daa8941f7 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:51:48.355624 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-fee6907b-7f91-4d9a-8975-f57aa86356df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:48.546576 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-d9cfd996-c533-48df-a57c-c86d6608d6db admin admin] Deleting port b728e187-e328-4a1c-b1ca-502db465b020 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:51:48.547107 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd996-c533-48df-a57c-c86d6608d6db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (b728e187-e328-4a1c-b1ca-502db465b020), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:48.552046 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [None req-fee6907b-7f91-4d9a-8975-f57aa86356df admin admin] For port a366a354-eb74-47fb-a7f6-464daa8941f7, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=a366a354-eb74-47fb-a7f6-464daa8941f7,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:48.552671 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-fee6907b-7f91-4d9a-8975-f57aa86356df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:48.583409 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-fee6907b-7f91-4d9a-8975-f57aa86356df admin admin] Calling delete_port for a366a354-eb74-47fb-a7f6-464daa8941f7 owned by network:router_interface {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:51:48.763256 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [None req-d9cfd996-c533-48df-a57c-c86d6608d6db admin admin] For port b728e187-e328-4a1c-b1ca-502db465b020, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=b728e187-e328-4a1c-b1ca-502db465b020,segment=NetworkSegment(2023dcad-1199-4ffc-890c-247170f76826),segment_id=2023dcad-1199-4ffc-890c-247170f76826)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:48.763869 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd996-c533-48df-a57c-c86d6608d6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (b728e187-e328-4a1c-b1ca-502db465b020), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:48.780762 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:48.796307 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-d9cfd996-c533-48df-a57c-c86d6608d6db admin admin] Calling delete_port for b728e187-e328-4a1c-b1ca-502db465b020 owned by network:router_interface {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:51:49.035079 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:49.210304 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-fee6907b-7f91-4d9a-8975-f57aa86356df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (a366a354-eb74-47fb-a7f6-464daa8941f7), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:49.285220 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6907b-7f91-4d9a-8975-f57aa86356df admin admin] Pushing event deleted for resources: {'Port': ['ID=a366a354-eb74-47fb-a7f6-464daa8941f7,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:49.624648 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd996-c533-48df-a57c-c86d6608d6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (b728e187-e328-4a1c-b1ca-502db465b020), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:49.636808 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd64751-7789-4ab7-be24-65cd8f84e0a5 req-145e76b2-363e-4f79-b388-57374d96aa3a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:49.639308 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8dd64751-7789-4ab7-be24-65cd8f84e0a5 req-145e76b2-363e-4f79-b388-57374d96aa3a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.0889339 Aug 24 16:51:49.726941 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994a7c3-1328-4a69-b093-a0d08110ed7f req-becd5cd0-7292-48d6-b24c-41c2e5e95f4b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:49.728677 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c994a7c3-1328-4a69-b093-a0d08110ed7f req-becd5cd0-7292-48d6-b24c-41c2e5e95f4b tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.3232157 Aug 24 16:51:49.745429 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfd996-c533-48df-a57c-c86d6608d6db admin admin] Pushing event deleted for resources: {'Port': ['ID=b728e187-e328-4a1c-b1ca-502db465b020,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:49.991872 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8dd64751-7789-4ab7-be24-65cd8f84e0a5 req-b5847f51-c54e-4792-b778-6f9d4a8b4f91 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249903 Aug 24 16:51:50.084602 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c994a7c3-1328-4a69-b093-a0d08110ed7f req-5d2d437e-032d-46bf-b555-b2049cbdf084 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3356309 Aug 24 16:51:50.085895 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-00c832ab-32fe-4ff4-99c7-1321ae45bd00 req-a58be202-e570-4097-b4c5-1b1eae0cde26 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3e2b5de-778c-4f0f-bb74-761971b6f904 HTTP/1.1" status: 200 len: 217 time: 0.0690491 Aug 24 16:51:50.107831 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-fee6907b-7f91-4d9a-8975-f57aa86356df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548931'] for router_interface (2c4c75b8-7627-42ef-bd27-3e0725427ee7), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:50.196088 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:50.373462 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c832ab-32fe-4ff4-99c7-1321ae45bd00 req-0836616b-98bb-463e-adf2-1ff8d67a6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:50.374844 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-00c832ab-32fe-4ff4-99c7-1321ae45bd00 req-0836616b-98bb-463e-adf2-1ff8d67a6d11 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5b387e1a-2eb2-46c9-a401-56a9e7be2495 HTTP/1.1" status: 200 len: 847 time: 0.1971793 Aug 24 16:51:50.387054 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bf4a8-bba2-43d5-a103-fa31435ac888 req-e6a2ea63-3ab3-4154-80cd-92b1530806e6 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:50.388636 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a34bf4a8-bba2-43d5-a103-fa31435ac888 req-e6a2ea63-3ab3-4154-80cd-92b1530806e6 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.1592941 Aug 24 16:51:50.459101 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d9cfd996-c533-48df-a57c-c86d6608d6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548931'] for router_interface (b7dbe20b-9333-40bf-a495-0159eb4b0225), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:50.461170 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:50.511393 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c832ab-32fe-4ff4-99c7-1321ae45bd00 req-a22abf86-f7d4-4e6c-8da6-30db7c7f7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:50.511393 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-00c832ab-32fe-4ff4-99c7-1321ae45bd00 req-a22abf86-f7d4-4e6c-8da6-30db7c7f7ed7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6e759f09-8493-41a1-82dc-95cc3aa0aabe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1130207 Aug 24 16:51:50.630769 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:50.714183 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-a34bf4a8-bba2-43d5-a103-fa31435ac888 req-20e03ce5-4eac-4677-979e-835a2af24754 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Deleting port a3e2b5de-778c-4f0f-bb74-761971b6f904 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:51:50.714829 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a34bf4a8-bba2-43d5-a103-fa31435ac888 req-20e03ce5-4eac-4677-979e-835a2af24754 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:51.194379 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:51.311761 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee6907b-7f91-4d9a-8975-f57aa86356df admin admin] Router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:51:51.324098 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-a34bf4a8-bba2-43d5-a103-fa31435ac888 req-20e03ce5-4eac-4677-979e-835a2af24754 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] For port a3e2b5de-778c-4f0f-bb74-761971b6f904, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=a3e2b5de-778c-4f0f-bb74-761971b6f904,segment=NetworkSegment(df61ae7f-08ab-49a7-8699-f546f0f86485),segment_id=df61ae7f-08ab-49a7-8699-f546f0f86485)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:51.324935 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a34bf4a8-bba2-43d5-a103-fa31435ac888 req-20e03ce5-4eac-4677-979e-835a2af24754 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:51.339098 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c4bb3-5f81-4996-b478-10b320ac8b4f req-804ac5ef-17b8-4520-9883-2ca87b27a1fb tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:51.340827 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3b1c4bb3-5f81-4996-b478-10b320ac8b4f req-804ac5ef-17b8-4520-9883-2ca87b27a1fb tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.2206259 Aug 24 16:51:51.366678 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-00c832ab-32fe-4ff4-99c7-1321ae45bd00 req-06f74e99-f809-4711-bb4d-34398ac0d871 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6e759f09-8493-41a1-82dc-95cc3aa0aabe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7518983 Aug 24 16:51:51.404150 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-a34bf4a8-bba2-43d5-a103-fa31435ac888 req-20e03ce5-4eac-4677-979e-835a2af24754 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Calling delete_port for a3e2b5de-778c-4f0f-bb74-761971b6f904 owned by compute:nova {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:51:51.469255 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc6ff1-ec4e-4f6d-96d1-4e82f7cc6349 req-c72beeb2-243f-4dd7-9af5-751db75cdd7e tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:51.470672 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-27fc6ff1-ec4e-4f6d-96d1-4e82f7cc6349 req-c72beeb2-243f-4dd7-9af5-751db75cdd7e tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 946 time: 0.2870812 Aug 24 16:51:51.686669 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3b1c4bb3-5f81-4996-b478-10b320ac8b4f req-21c827ed-8c63-46b0-b14f-331779d1b8a7 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3149352 Aug 24 16:51:51.707364 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cfd996-c533-48df-a57c-c86d6608d6db admin admin] Router b7dbe20b-9333-40bf-a495-0159eb4b0225 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:51:51.776776 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-00c832ab-32fe-4ff4-99c7-1321ae45bd00 req-260ea282-388b-4c03-af44-413eeb01231b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6e759f09-8493-41a1-82dc-95cc3aa0aabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997405 Aug 24 16:51:51.795883 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee6907b-7f91-4d9a-8975-f57aa86356df admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:51:51.805340 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-27fc6ff1-ec4e-4f6d-96d1-4e82f7cc6349 req-bd6ca42e-b164-4e42-be42-5a8b6882c6cc tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dc27eeb6-dcaa-4890-a513-e241670f7393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3123064 Aug 24 16:51:51.808860 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85365555-3804-4cf0-945d-620982a52b3e None None] Sync routers for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:51:51.810487 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 38884) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:51.811185 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-fee6907b-7f91-4d9a-8975-f57aa86356df admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/2c4c75b8-7627-42ef-bd27-3e0725427ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6794856 Aug 24 16:51:51.848759 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85365555-3804-4cf0-945d-620982a52b3e None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:51:51.850584 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-85365555-3804-4cf0-945d-620982a52b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:51:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:51.854841 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:51.954204 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:51.985600 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:51.988038 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cfd996-c533-48df-a57c-c86d6608d6db admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:51:51.998309 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-d9cfd996-c533-48df-a57c-c86d6608d6db admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/b7dbe20b-9333-40bf-a495-0159eb4b0225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8260341 Aug 24 16:51:52.003411 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 38886) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:52.004888 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2006bf-565e-4eaa-b5e8-79bfafcb0175 None None] Sync routers for ids ['b7dbe20b-9333-40bf-a495-0159eb4b0225'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:51:52.024654 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f42e0bbf-317b-4a90-838a-85abda0a200a admin admin] Publish callbacks [] for router (2c4c75b8-7627-42ef-bd27-3e0725427ee7), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:52.030437 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2006bf-565e-4eaa-b5e8-79bfafcb0175 None None] Routers {'b7dbe20b-9333-40bf-a495-0159eb4b0225'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:51:52.034629 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-ba2006bf-565e-4eaa-b5e8-79bfafcb0175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:51:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['b7dbe20b-9333-40bf-a495-0159eb4b0225'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:52.047215 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-85365555-3804-4cf0-945d-620982a52b3e None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:51:52.119097 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a34bf4a8-bba2-43d5-a103-fa31435ac888 req-20e03ce5-4eac-4677-979e-835a2af24754 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (a3e2b5de-778c-4f0f-bb74-761971b6f904), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:52.160388 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e03ce5-4eac-4677-979e-835a2af24754 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Pushing event deleted for resources: {'Port': ['ID=a3e2b5de-778c-4f0f-bb74-761971b6f904,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:52.214914 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f42e0bbf-317b-4a90-838a-85abda0a200a admin admin] Publish callbacks [] for router_gateway (2c4c75b8-7627-42ef-bd27-3e0725427ee7), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:52.225303 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:52.230044 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-ba2006bf-565e-4eaa-b5e8-79bfafcb0175 None None] Set router b7dbe20b-9333-40bf-a495-0159eb4b0225 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:51:52.248103 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34bf4a8-bba2-43d5-a103-fa31435ac888 req-20e03ce5-4eac-4677-979e-835a2af24754 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] No DVR routers for this DVR port a3e2b5de-778c-4f0f-bb74-761971b6f904 on host hv-cinder-73116 {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:51:52.251959 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a34bf4a8-bba2-43d5-a103-fa31435ac888 req-20e03ce5-4eac-4677-979e-835a2af24754 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:52.255789 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a34bf4a8-bba2-43d5-a103-fa31435ac888 req-20e03ce5-4eac-4677-979e-835a2af24754 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.40 "DELETE /networking/v2.0/ports/a3e2b5de-778c-4f0f-bb74-761971b6f904 HTTP/1.1" status: 204 len: 173 time: 1.8530271 Aug 24 16:51:52.256433 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'name': 'network-vif-deleted', 'tag': 'a3e2b5de-778c-4f0f-bb74-761971b6f904'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:51:52.259510 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a85b91-1577-4866-bbaf-b7ba868b5f11" -d '{"events": [{"server_uuid": "4b4ea3cd-ed8d-4169-8be6-716b693de76d", "name": "network-vif-deleted", "tag": "a3e2b5de-778c-4f0f-bb74-761971b6f904"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:51:52.294345 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0b294f1d-4bbb-4753-840e-03f6eb63d9ff admin admin] Publish callbacks [] for router (b7dbe20b-9333-40bf-a495-0159eb4b0225), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:52.364456 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ea4d6a-5370-477b-b532-85977b4e1935 x-openstack-request-id: req-05ea4d6a-5370-477b-b532-85977b4e1935 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:51:52.364720 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4ea3cd-ed8d-4169-8be6-716b693de76d", "name": "network-vif-deleted", "tag": "a3e2b5de-778c-4f0f-bb74-761971b6f904", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:51:52.364815 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-05ea4d6a-5370-477b-b532-85977b4e1935 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:51:52.365732 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ea4d6a-5370-477b-b532-85977b4e1935'] response: {'server_uuid': '4b4ea3cd-ed8d-4169-8be6-716b693de76d', 'name': 'network-vif-deleted', 'tag': 'a3e2b5de-778c-4f0f-bb74-761971b6f904', 'status': 'completed', 'code': 200} Aug 24 16:51:52.381868 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-85365555-3804-4cf0-945d-620982a52b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:51:48Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:52.415495 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85365555-3804-4cf0-945d-620982a52b3e None None] Checking router: 2c4c75b8-7627-42ef-bd27-3e0725427ee7 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:51:52.427227 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85365555-3804-4cf0-945d-620982a52b3e None None] Routers {'2c4c75b8-7627-42ef-bd27-3e0725427ee7'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:51:52.428548 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-85365555-3804-4cf0-945d-620982a52b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:51:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:52.463073 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0b294f1d-4bbb-4753-840e-03f6eb63d9ff admin admin] Publish callbacks [] for router_gateway (b7dbe20b-9333-40bf-a495-0159eb4b0225), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:52.530703 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-ba2006bf-565e-4eaa-b5e8-79bfafcb0175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200'}], 'enable_snat': True}, 'gw_port_id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:51:49Z', 'revision_number': 5, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port': {'id': '00896a06-00e1-4d9b-9f1a-b5b1143ad27f', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:14Z', 'updated_at': '2022-08-24T16:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:52.562310 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-f42e0bbf-317b-4a90-838a-85abda0a200a admin admin] Deleting port d856c855-05c4-443e-b50f-f64a2e87efdd {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:51:52.562834 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f42e0bbf-317b-4a90-838a-85abda0a200a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (d856c855-05c4-443e-b50f-f64a2e87efdd), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:52.605221 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2006bf-565e-4eaa-b5e8-79bfafcb0175 None None] Checking router: b7dbe20b-9333-40bf-a495-0159eb4b0225 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:51:52.618020 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2006bf-565e-4eaa-b5e8-79bfafcb0175 None None] Routers {'b7dbe20b-9333-40bf-a495-0159eb4b0225'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:51:52.618842 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-ba2006bf-565e-4eaa-b5e8-79bfafcb0175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:51:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['b7dbe20b-9333-40bf-a495-0159eb4b0225'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:52.659123 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-0b294f1d-4bbb-4753-840e-03f6eb63d9ff admin admin] Deleting port 00896a06-00e1-4d9b-9f1a-b5b1143ad27f {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:51:52.659123 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0b294f1d-4bbb-4753-840e-03f6eb63d9ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (00896a06-00e1-4d9b-9f1a-b5b1143ad27f), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:52.722702 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-f42e0bbf-317b-4a90-838a-85abda0a200a admin admin] For port d856c855-05c4-443e-b50f-f64a2e87efdd, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=d856c855-05c4-443e-b50f-f64a2e87efdd,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:52.723261 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f42e0bbf-317b-4a90-838a-85abda0a200a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (d856c855-05c4-443e-b50f-f64a2e87efdd), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:52.765297 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-f42e0bbf-317b-4a90-838a-85abda0a200a admin admin] Calling delete_port for d856c855-05c4-443e-b50f-f64a2e87efdd owned by network:router_gateway {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:51:52.781487 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-ba2006bf-565e-4eaa-b5e8-79bfafcb0175 None None] Set router b7dbe20b-9333-40bf-a495-0159eb4b0225 gateway port host: None {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:51:52.897488 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-85365555-3804-4cf0-945d-620982a52b3e None None] Set router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:51:52.903997 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-ba2006bf-565e-4eaa-b5e8-79bfafcb0175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:51:52Z', 'revision_number': 6, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port_host': None}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:52.906760 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [None req-0b294f1d-4bbb-4753-840e-03f6eb63d9ff admin admin] For port 00896a06-00e1-4d9b-9f1a-b5b1143ad27f, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=00896a06-00e1-4d9b-9f1a-b5b1143ad27f,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:52.907261 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0b294f1d-4bbb-4753-840e-03f6eb63d9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (00896a06-00e1-4d9b-9f1a-b5b1143ad27f), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:52.976635 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-0b294f1d-4bbb-4753-840e-03f6eb63d9ff admin admin] Calling delete_port for 00896a06-00e1-4d9b-9f1a-b5b1143ad27f owned by network:router_gateway {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:51:53.002875 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2006bf-565e-4eaa-b5e8-79bfafcb0175 None None] The sync data for ids ['b7dbe20b-9333-40bf-a495-0159eb4b0225'] in dv-cinder-731167-2-iscsi is: [{'id': 'b7dbe20b-9333-40bf-a495-0159eb4b0225', 'name': 'tempest-AttachVolumeTestJSON-1702939345-router', 'tenant_id': 'b71890b7a23944ee939c4bd13408063f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:51:52Z', 'revision_number': 6, 'project_id': 'b71890b7a23944ee939c4bd13408063f', 'gw_port_host': None}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:51:53.060930 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2c144e85-a062-4b94-97b9-2e98c4507a11 req-046b11fa-6ab0-4df3-9f09-f92bff419c76 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 210 time: 0.0522940 Aug 24 16:51:53.112550 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414a5b-0122-4d85-84c4-3e60d3c9f6fb req-3e96580a-7d87-49e5-a6dd-58ecc827dfff tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:53.113982 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-99414a5b-0122-4d85-84c4-3e60d3c9f6fb req-3e96580a-7d87-49e5-a6dd-58ecc827dfff tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.1789517 Aug 24 16:51:53.184069 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-85365555-3804-4cf0-945d-620982a52b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:51:48Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:53.226231 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85365555-3804-4cf0-945d-620982a52b3e None None] The sync data for ids ['2c4c75b8-7627-42ef-bd27-3e0725427ee7'] in dv-cinder-731167-2-iscsi is: [{'id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'name': 'tempest-AttachVolumeNegativeTest-1644760546-router', 'tenant_id': '8af535d51fd345f8a9584cc6aaa38bda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:44:11Z', 'updated_at': '2022-08-24T16:51:48Z', 'revision_number': 5, 'project_id': '8af535d51fd345f8a9584cc6aaa38bda', 'gw_port': {'id': 'd856c855-05c4-443e-b50f-f64a2e87efdd', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:04:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4c75b8-7627-42ef-bd27-3e0725427ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:44:12Z', 'updated_at': '2022-08-24T16:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:51:53.231507 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-99414a5b-0122-4d85-84c4-3e60d3c9f6fb req-d66cb85a-d1fc-40b9-895d-c921a9fe7eb8 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993161 Aug 24 16:51:53.255517 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f42e0bbf-317b-4a90-838a-85abda0a200a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (d856c855-05c4-443e-b50f-f64a2e87efdd), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:53.259564 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:53.284482 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e0bbf-317b-4a90-838a-85abda0a200a admin admin] Pushing event deleted for resources: {'Port': ['ID=d856c855-05c4-443e-b50f-f64a2e87efdd,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:53.370007 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f42e0bbf-317b-4a90-838a-85abda0a200a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552722'] for router_gateway (2c4c75b8-7627-42ef-bd27-3e0725427ee7), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:53.456703 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0b294f1d-4bbb-4753-840e-03f6eb63d9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (00896a06-00e1-4d9b-9f1a-b5b1143ad27f), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:53.498829 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b294f1d-4bbb-4753-840e-03f6eb63d9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=00896a06-00e1-4d9b-9f1a-b5b1143ad27f,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:53.521176 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f42e0bbf-317b-4a90-838a-85abda0a200a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3096'] for router (2c4c75b8-7627-42ef-bd27-3e0725427ee7), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:53.524327 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f42e0bbf-317b-4a90-838a-85abda0a200a admin admin] Publish callbacks [] for router_controller (2c4c75b8-7627-42ef-bd27-3e0725427ee7), precommit_delete_associations {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:53.596984 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0b294f1d-4bbb-4753-840e-03f6eb63d9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552722'] for router_gateway (b7dbe20b-9333-40bf-a495-0159eb4b0225), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:53.680463 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:53.721835 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f42e0bbf-317b-4a90-838a-85abda0a200a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549104'] for router (2c4c75b8-7627-42ef-bd27-3e0725427ee7), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:53.722495 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42e0bbf-317b-4a90-838a-85abda0a200a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c4c75b8-7627-42ef-bd27-3e0725427ee7 {{(pid=113369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:51:53.722788 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0b294f1d-4bbb-4753-840e-03f6eb63d9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3096'] for router (b7dbe20b-9333-40bf-a495-0159eb4b0225), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:53.729122 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0b294f1d-4bbb-4753-840e-03f6eb63d9ff admin admin] Publish callbacks [] for router_controller (b7dbe20b-9333-40bf-a495-0159eb4b0225), precommit_delete_associations {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:53.729417 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f42e0bbf-317b-4a90-838a-85abda0a200a admin admin] Publish callbacks [] for router (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:53.730591 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-f42e0bbf-317b-4a90-838a-85abda0a200a admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/2c4c75b8-7627-42ef-bd27-3e0725427ee7 HTTP/1.1" status: 204 len: 168 time: 1.9187195 Aug 24 16:51:53.733120 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 38898) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:53.822483 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4479240-d6ae-4785-af6e-76c6d169fae4 admin admin] Deleting subnet 502f9714-b664-4573-bc1d-27593423cf2c {{(pid=113369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 16:51:53.826923 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e4479240-d6ae-4785-af6e-76c6d169fae4 admin admin] Publish callbacks [] for subnet (502f9714-b664-4573-bc1d-27593423cf2c), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:53.880204 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e4479240-d6ae-4785-af6e-76c6d169fae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622551'] for subnet (502f9714-b664-4573-bc1d-27593423cf2c), precommit_delete_associations {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:53.923756 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0b294f1d-4bbb-4753-840e-03f6eb63d9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549104'] for router (b7dbe20b-9333-40bf-a495-0159eb4b0225), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:53.925640 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b294f1d-4bbb-4753-840e-03f6eb63d9ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7dbe20b-9333-40bf-a495-0159eb4b0225 {{(pid=113370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:51:53.936124 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0b294f1d-4bbb-4753-840e-03f6eb63d9ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:53.938363 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-0b294f1d-4bbb-4753-840e-03f6eb63d9ff admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/b7dbe20b-9333-40bf-a495-0159eb4b0225 HTTP/1.1" status: 204 len: 168 time: 1.9329436 Aug 24 16:51:53.941783 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 38900) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:54.036717 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e4479240-d6ae-4785-af6e-76c6d169fae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673916'] for subnet (502f9714-b664-4573-bc1d-27593423cf2c), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:54.043204 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead0b621-b1d2-43a1-89ad-e22340712d8e admin admin] Deleting subnet 7a21e2cb-adaa-418e-9a22-729cb8d4dff7 {{(pid=113369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 16:51:54.072318 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ead0b621-b1d2-43a1-89ad-e22340712d8e admin admin] Publish callbacks [] for subnet (7a21e2cb-adaa-418e-9a22-729cb8d4dff7), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:54.166350 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:54.172391 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ead0b621-b1d2-43a1-89ad-e22340712d8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622551'] for subnet (7a21e2cb-adaa-418e-9a22-729cb8d4dff7), precommit_delete_associations {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:54.293805 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1e9283e5-d585-4111-b6ee-e99cad834842 req-3f9797d5-dff9-4f48-af89-cf564dcdf0e6 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4b4ea3cd-ed8d-4169-8be6-716b693de76d HTTP/1.1" status: 200 len: 210 time: 0.0861859 Aug 24 16:51:54.342377 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 00896a06-00e1-4d9b-9f1a-b5b1143ad27f no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:51:54.376216 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 00896a06-00e1-4d9b-9f1a-b5b1143ad27f {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:51:54.378050 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 00896a06-00e1-4d9b-9f1a-b5b1143ad27f not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:51:54.382178 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device a366a354-eb74-47fb-a7f6-464daa8941f7 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:51:54.399103 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e4479240-d6ae-4785-af6e-76c6d169fae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127532242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127062784'] for subnet (502f9714-b664-4573-bc1d-27593423cf2c), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:54.415479 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: a366a354-eb74-47fb-a7f6-464daa8941f7 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:51:54.415751 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device a366a354-eb74-47fb-a7f6-464daa8941f7 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:51:54.416177 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device b728e187-e328-4a1c-b1ca-502db465b020 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:51:54.436439 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4479240-d6ae-4785-af6e-76c6d169fae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502f9714-b664-4573-bc1d-27593423cf2c,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:54.447750 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ead0b621-b1d2-43a1-89ad-e22340712d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673916'] for subnet (7a21e2cb-adaa-418e-9a22-729cb8d4dff7), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:54.473243 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: b728e187-e328-4a1c-b1ca-502db465b020 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:51:54.473610 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device b728e187-e328-4a1c-b1ca-502db465b020 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:51:54.488643 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e4479240-d6ae-4785-af6e-76c6d169fae4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:54.492889 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-e4479240-d6ae-4785-af6e-76c6d169fae4 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/502f9714-b664-4573-bc1d-27593423cf2c HTTP/1.1" status: 204 len: 168 time: 0.7587337 Aug 24 16:51:54.495982 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b56a5-8c5d-400e-bc96-2a789033ada4 req-55f4236d-c502-4fc5-baef-9cfd51bf8bfa tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:54.497325 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 38906) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:54.502669 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98aa8682-a41b-43ce-933a-d4f5e0a76a8a None None] Network 883b1cf6-8114-4681-9877-f2163f4c86c7 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:51:54.509972 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-879b56a5-8c5d-400e-bc96-2a789033ada4 req-55f4236d-c502-4fc5-baef-9cfd51bf8bfa tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.1160941 Aug 24 16:51:54.644426 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-879b56a5-8c5d-400e-bc96-2a789033ada4 req-48e16f8d-7120-44b3-a342-772a32ee6c70 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309538 Aug 24 16:51:54.654952 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7832497'] for network (883b1cf6-8114-4681-9877-f2163f4c86c7), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:54.684536 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:54.687510 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 2f2e239d-8035-4f37-96dd-4e4f3002af3d details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:51:54.690379 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device a3e2b5de-778c-4f0f-bb74-761971b6f904 no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:51:54.763429 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: a3e2b5de-778c-4f0f-bb74-761971b6f904 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:51:54.763788 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device a3e2b5de-778c-4f0f-bb74-761971b6f904 not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:51:54.776089 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ead0b621-b1d2-43a1-89ad-e22340712d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127532242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127062784'] for subnet (7a21e2cb-adaa-418e-9a22-729cb8d4dff7), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:54.830407 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0b621-b1d2-43a1-89ad-e22340712d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a21e2cb-adaa-418e-9a22-729cb8d4dff7,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:54.832034 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] Deleting port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:51:54.832626 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (502e9f1c-048b-4379-bcdd-cf530e9eb7ff), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:54.834569 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16432865-c030-454d-9692-8ff394c8c4f1 None None] DHCP port deletion for 883b1cf6-8114-4681-9877-f2163f4c86c7 request from dv-cinder-731167-2-iscsi {{(pid=113371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 16:51:54.835473 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ead0b621-b1d2-43a1-89ad-e22340712d8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:54.839035 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-ead0b621-b1d2-43a1-89ad-e22340712d8e admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/7a21e2cb-adaa-418e-9a22-729cb8d4dff7 HTTP/1.1" status: 204 len: 168 time: 0.8960745 Aug 24 16:51:54.842164 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 38910) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:54.889663 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84919d2-123d-4b9b-9e5f-78d60b39ae7d None None] Network 3c868f21-48dd-4a80-9b52-b20f081f69bf requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:51:54.937949 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] For port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=502e9f1c-048b-4379-bcdd-cf530e9eb7ff,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:54.938312 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (502e9f1c-048b-4379-bcdd-cf530e9eb7ff), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:54.960990 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] Calling delete_port for 502e9f1c-048b-4379-bcdd-cf530e9eb7ff owned by network:dhcp {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:51:54.963503 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:54.969467 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7832497'] for network (3c868f21-48dd-4a80-9b52-b20f081f69bf), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:54.983325 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 2f2e239d-8035-4f37-96dd-4e4f3002af3d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:55.025318 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] Deleting port aee2ae95-950f-487f-94a7-8d37ac621686 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:51:55.103325 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (aee2ae95-950f-487f-94a7-8d37ac621686), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:55.103507 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': '2f2e239d-8035-4f37-96dd-4e4f3002af3d', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'port_id': '2f2e239d-8035-4f37-96dd-4e4f3002af3d', 'mac_address': 'fa:16:3e:36:c4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:51:55.103507 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:55.103507 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-16432865-c030-454d-9692-8ff394c8c4f1 None None] Deleting port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff {{(pid=113371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:51:55.103507 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-16432865-c030-454d-9692-8ff394c8c4f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (502e9f1c-048b-4379-bcdd-cf530e9eb7ff), before_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:55.166101 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] For port aee2ae95-950f-487f-94a7-8d37ac621686, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=aee2ae95-950f-487f-94a7-8d37ac621686,segment=NetworkSegment(2023dcad-1199-4ffc-890c-247170f76826),segment_id=2023dcad-1199-4ffc-890c-247170f76826)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:55.166981 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (aee2ae95-950f-487f-94a7-8d37ac621686), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:55.184578 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:55.189427 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] Calling delete_port for aee2ae95-950f-487f-94a7-8d37ac621686 owned by network:dhcp {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:51:55.221696 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 2f2e239d-8035-4f37-96dd-4e4f3002af3d is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:51:55.221696 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:55.245378 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-16432865-c030-454d-9692-8ff394c8c4f1 None None] For port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=502e9f1c-048b-4379-bcdd-cf530e9eb7ff,segment=NetworkSegment(343faadd-9a0b-49b4-92f4-c626772d6e30),segment_id=343faadd-9a0b-49b4-92f4-c626772d6e30)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:55.245833 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-16432865-c030-454d-9692-8ff394c8c4f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (502e9f1c-048b-4379-bcdd-cf530e9eb7ff), precommit_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:55.268924 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2e239d-8035-4f37-96dd-4e4f3002af3d {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:51:55.275875 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-16432865-c030-454d-9692-8ff394c8c4f1 None None] Calling delete_port for 502e9f1c-048b-4379-bcdd-cf530e9eb7ff owned by network:dhcp {{(pid=113371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:51:55.279192 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5976b61c-c97a-49e1-b9e8-28a94e292efe None None] DHCP port deletion for 3c868f21-48dd-4a80-9b52-b20f081f69bf request from dv-cinder-731167-2-iscsi {{(pid=113371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 16:51:55.347558 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 2f2e239d-8035-4f37-96dd-4e4f3002af3d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:55.388037 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 38914) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:55.409353 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-5976b61c-c97a-49e1-b9e8-28a94e292efe None None] Deleting port aee2ae95-950f-487f-94a7-8d37ac621686 {{(pid=113371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:51:55.409759 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-5976b61c-c97a-49e1-b9e8-28a94e292efe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (aee2ae95-950f-487f-94a7-8d37ac621686), before_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:55.475167 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-79adfdc5-e8ca-43e2-bc62-32e13bc5b080 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group (dc27eeb6-dcaa-4890-a513-e241670f7393), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:55.500521 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-5976b61c-c97a-49e1-b9e8-28a94e292efe None None] For port aee2ae95-950f-487f-94a7-8d37ac621686, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=aee2ae95-950f-487f-94a7-8d37ac621686,segment=NetworkSegment(2023dcad-1199-4ffc-890c-247170f76826),segment_id=2023dcad-1199-4ffc-890c-247170f76826)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:55.501122 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-5976b61c-c97a-49e1-b9e8-28a94e292efe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (aee2ae95-950f-487f-94a7-8d37ac621686), precommit_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:55.507666 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-79adfdc5-e8ca-43e2-bc62-32e13bc5b080 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group (dc27eeb6-dcaa-4890-a513-e241670f7393), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:55.525297 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-5976b61c-c97a-49e1-b9e8-28a94e292efe None None] Calling delete_port for aee2ae95-950f-487f-94a7-8d37ac621686 owned by network:dhcp {{(pid=113371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:51:55.684498 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:55.836031 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a654f-fcf4-4a15-b9b3-fd3b62cf4d27 req-fd4d12f3-627a-494a-8f7c-7e1bb6d07a60 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:55.837602 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa0a654f-fcf4-4a15-b9b3-fd3b62cf4d27 req-fd4d12f3-627a-494a-8f7c-7e1bb6d07a60 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 943 time: 0.0643165 Aug 24 16:51:55.851307 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:55.906189 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa0a654f-fcf4-4a15-b9b3-fd3b62cf4d27 req-02242328-78c9-42ad-b97a-3188d61aee88 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626104 Aug 24 16:51:56.045055 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (502e9f1c-048b-4379-bcdd-cf530e9eb7ff), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:56.052231 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-16432865-c030-454d-9692-8ff394c8c4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444'] for port (502e9f1c-048b-4379-bcdd-cf530e9eb7ff), after_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:56.075988 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=502e9f1c-048b-4379-bcdd-cf530e9eb7ff,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:56.077183 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] No DVR routers for this DVR port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff on host dv-cinder-731167-2-iscsi {{(pid=113369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:51:56.092969 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-79adfdc5-e8ca-43e2-bc62-32e13bc5b080 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (dc27eeb6-dcaa-4890-a513-e241670f7393), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:56.102479 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16432865-c030-454d-9692-8ff394c8c4f1 None None] Pushing event deleted for resources: {'Port': ['ID=502e9f1c-048b-4379-bcdd-cf530e9eb7ff,revision_number=None']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:56.103841 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-79adfdc5-e8ca-43e2-bc62-32e13bc5b080 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:56.108246 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-79adfdc5-e8ca-43e2-bc62-32e13bc5b080 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/dc27eeb6-dcaa-4890-a513-e241670f7393 HTTP/1.1" status: 204 len: 168 time: 0.7155976 Aug 24 16:51:56.108489 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:56.119642 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16432865-c030-454d-9692-8ff394c8c4f1 None None] No DVR routers for this DVR port 502e9f1c-048b-4379-bcdd-cf530e9eb7ff on host dv-cinder-731167-2-iscsi {{(pid=113371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:51:56.132841 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (aee2ae95-950f-487f-94a7-8d37ac621686), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:56.136432 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adfdc5-e8ca-43e2-bc62-32e13bc5b080 tempest-TestShelveInstance-1595561412 tempest-TestShelveInstance-1595561412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc27eeb6-dcaa-4890-a513-e241670f7393,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:56.187599 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-5976b61c-c97a-49e1-b9e8-28a94e292efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444'] for port (aee2ae95-950f-487f-94a7-8d37ac621686), after_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:56.192136 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669052', 'neutron.services.segments.db._delete_segments_for_network-8749321758832'] for network (883b1cf6-8114-4681-9877-f2163f4c86c7), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:56.213937 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aee2ae95-950f-487f-94a7-8d37ac621686,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:56.227349 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5976b61c-c97a-49e1-b9e8-28a94e292efe None None] No DVR routers for this DVR port aee2ae95-950f-487f-94a7-8d37ac621686 on host dv-cinder-731167-2-iscsi {{(pid=113371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:51:56.243742 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=2f2e239d-8035-4f37-96dd-4e4f3002af3d,revision_number=9']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:56.246117 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] No DVR routers for this DVR port aee2ae95-950f-487f-94a7-8d37ac621686 on host dv-cinder-731167-2-iscsi {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:51:56.275989 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883b1cf6-8114-4681-9877-f2163f4c86c7']}} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:56.295483 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device d856c855-05c4-443e-b50f-f64a2e87efdd no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:51:56.295763 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343faadd-9a0b-49b4-92f4-c626772d6e30') {'for_net_delete': True} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:56.295763 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343faadd-9a0b-49b4-92f4-c626772d6e30') {} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:56.300422 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976b61c-c97a-49e1-b9e8-28a94e292efe None None] Pushing event deleted for resources: {'Port': ['ID=aee2ae95-950f-487f-94a7-8d37ac621686,revision_number=None']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:56.308859 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749321816814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622558'] for segment (343faadd-9a0b-49b4-92f4-c626772d6e30), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:56.313463 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 38922) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:56.334891 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: d856c855-05c4-443e-b50f-f64a2e87efdd {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:51:56.335263 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device d856c855-05c4-443e-b50f-f64a2e87efdd not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:51:56.335687 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device aee2ae95-950f-487f-94a7-8d37ac621686 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:51:56.336711 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (343faadd-9a0b-49b4-92f4-c626772d6e30), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:56.358528 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: aee2ae95-950f-487f-94a7-8d37ac621686 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:51:56.359193 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device aee2ae95-950f-487f-94a7-8d37ac621686 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:51:56.359446 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 502e9f1c-048b-4379-bcdd-cf530e9eb7ff no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:51:56.362537 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=113369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:51:56.366900 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127532212'] for segment (343faadd-9a0b-49b4-92f4-c626772d6e30), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:56.393425 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 502e9f1c-048b-4379-bcdd-cf530e9eb7ff {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:51:56.394062 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 502e9f1c-048b-4379-bcdd-cf530e9eb7ff not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:51:56.394961 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669052', 'neutron.services.segments.db._delete_segments_for_network-8749321758832'] for network (3c868f21-48dd-4a80-9b52-b20f081f69bf), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:56.406783 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['2f2e239d-8035-4f37-96dd-4e4f3002af3d'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:51:56.444039 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c868f21-48dd-4a80-9b52-b20f081f69bf']}} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:56.494896 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2023dcad-1199-4ffc-890c-247170f76826') {'for_net_delete': True} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:56.495203 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2023dcad-1199-4ffc-890c-247170f76826') {} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:56.554694 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749321816814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126625557'] for segment (2023dcad-1199-4ffc-890c-247170f76826), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:56.580175 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (2023dcad-1199-4ffc-890c-247170f76826), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:56.593301 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=113370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:51:56.593726 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125893843'] for segment (2023dcad-1199-4ffc-890c-247170f76826), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:56.616257 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552758'] for network (883b1cf6-8114-4681-9877-f2163f4c86c7), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:56.627007 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:56.641869 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/883b1cf6-8114-4681-9877-f2163f4c86c7 HTTP/1.1" status: 204 len: 168 time: 2.1435568 Aug 24 16:51:56.672317 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee9d2f-bb43-4174-bd78-415126521b53 admin admin] Pushing event deleted for resources: {'Network': ['ID=883b1cf6-8114-4681-9877-f2163f4c86c7,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:56.715359 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment 343faadd-9a0b-49b4-92f4-c626772d6e30 resource provider aggregate not found Aug 24 16:51:56.755512 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment 343faadd-9a0b-49b4-92f4-c626772d6e30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 343faadd-9a0b-49b4-92f4-c626772d6e30 found for delete ", "request_id": "req-ea3ece8c-d0ff-4f65-ba47-d7b21bde22a2"}]} Aug 24 16:51:56.796854 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.services.segments.plugin [-] Segment 2023dcad-1199-4ffc-890c-247170f76826 resource provider aggregate not found Aug 24 16:51:56.827453 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.services.segments.plugin [-] Segment 2023dcad-1199-4ffc-890c-247170f76826 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2023dcad-1199-4ffc-890c-247170f76826 found for delete ", "request_id": "req-ec62f9c6-c3d7-4c03-a04e-177bbbb38676"}]} Aug 24 16:51:56.994926 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552758'] for network (3c868f21-48dd-4a80-9b52-b20f081f69bf), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:57.013990 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:57.017185 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/3c868f21-48dd-4a80-9b52-b20f081f69bf HTTP/1.1" status: 204 len: 168 time: 2.1734180 Aug 24 16:51:57.041316 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a0879-635f-4375-8697-15d80a9efcf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c868f21-48dd-4a80-9b52-b20f081f69bf,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:57.066931 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3f834234-c313-461e-bb8a-7a7b8a3aef10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549079'] for router_interface (f973b3d3-04ae-44d2-b62f-12788cdcc85f), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:57.372908 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 38954) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:57.400649 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:57.418241 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c625bf9-666a-40be-902e-4fe27a7e2a35 req-6d86446e-295d-49e9-8993-371ee61f373f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:57.419810 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3c625bf9-666a-40be-902e-4fe27a7e2a35 req-6d86446e-295d-49e9-8993-371ee61f373f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 944 time: 0.4090393 Aug 24 16:51:57.431590 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-4920b2f5-f149-435d-965e-e1d1ce6f38aa admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=8af535d51fd345f8a9584cc6aaa38bda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0531664 Aug 24 16:51:57.431860 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 38956) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:57.492646 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f700f8f5-20ec-4af6-b809-2c5229cfc9e2 admin admin] Publish callbacks [] for security_group (338ce37d-7d74-4e38-ad98-f2c8c90a2637), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:57.519143 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f700f8f5-20ec-4af6-b809-2c5229cfc9e2 admin admin] Publish callbacks [] for security_group (338ce37d-7d74-4e38-ad98-f2c8c90a2637), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:57.530385 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3c625bf9-666a-40be-902e-4fe27a7e2a35 req-435f02c7-9d0e-4439-946f-60769356a65c tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001582 Aug 24 16:51:57.661046 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-3f834234-c313-461e-bb8a-7a7b8a3aef10 admin admin] Deleting port 813e5cd0-190e-42d4-bf7f-c87860bbce18 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:51:57.661293 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3f834234-c313-461e-bb8a-7a7b8a3aef10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:57.692467 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:57.753953 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [None req-3f834234-c313-461e-bb8a-7a7b8a3aef10 admin admin] For port 813e5cd0-190e-42d4-bf7f-c87860bbce18, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=813e5cd0-190e-42d4-bf7f-c87860bbce18,segment=NetworkSegment(df61ae7f-08ab-49a7-8699-f546f0f86485),segment_id=df61ae7f-08ab-49a7-8699-f546f0f86485)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:57.754357 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3f834234-c313-461e-bb8a-7a7b8a3aef10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:57.768792 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f700f8f5-20ec-4af6-b809-2c5229cfc9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (338ce37d-7d74-4e38-ad98-f2c8c90a2637), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:57.770140 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-3f834234-c313-461e-bb8a-7a7b8a3aef10 admin admin] Calling delete_port for 813e5cd0-190e-42d4-bf7f-c87860bbce18 owned by network:router_interface {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:51:57.773077 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f700f8f5-20ec-4af6-b809-2c5229cfc9e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:57.779008 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-f700f8f5-20ec-4af6-b809-2c5229cfc9e2 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/338ce37d-7d74-4e38-ad98-f2c8c90a2637 HTTP/1.1" status: 204 len: 168 time: 0.3458009 Aug 24 16:51:57.794002 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700f8f5-20ec-4af6-b809-2c5229cfc9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338ce37d-7d74-4e38-ad98-f2c8c90a2637,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:57.846810 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 38960) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:57.948658 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-6ab95bd3-9ff2-4533-ba51-31f9f71394dd admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=b71890b7a23944ee939c4bd13408063f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1005518 Aug 24 16:51:57.951316 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 38968) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:58.034594 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-82090880-5f0f-4ef1-a05f-347182e9bf9b admin admin] Publish callbacks [] for security_group (81895b61-720c-4515-a6ba-1382f938abef), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:58.081599 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:58.086024 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-82090880-5f0f-4ef1-a05f-347182e9bf9b admin admin] Publish callbacks [] for security_group (81895b61-720c-4515-a6ba-1382f938abef), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:58.299601 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-82090880-5f0f-4ef1-a05f-347182e9bf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (81895b61-720c-4515-a6ba-1382f938abef), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:58.302537 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-82090880-5f0f-4ef1-a05f-347182e9bf9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:58.304442 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-82090880-5f0f-4ef1-a05f-347182e9bf9b admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/81895b61-720c-4515-a6ba-1382f938abef HTTP/1.1" status: 204 len: 168 time: 0.3521681 Aug 24 16:51:58.305288 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3f834234-c313-461e-bb8a-7a7b8a3aef10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (813e5cd0-190e-42d4-bf7f-c87860bbce18), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:58.336047 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f834234-c313-461e-bb8a-7a7b8a3aef10 admin admin] Pushing event deleted for resources: {'Port': ['ID=813e5cd0-190e-42d4-bf7f-c87860bbce18,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:58.340141 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82090880-5f0f-4ef1-a05f-347182e9bf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81895b61-720c-4515-a6ba-1382f938abef,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:58.547114 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3f834234-c313-461e-bb8a-7a7b8a3aef10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548931'] for router_interface (f973b3d3-04ae-44d2-b62f-12788cdcc85f), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:58.664066 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 2f2e239d-8035-4f37-96dd-4e4f3002af3d up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:51:58.700453 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:58.704798 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c41fe-f91a-4e80-9e61-6abbc9615614 req-05ebd037-a284-4869-b4d9-203ca1ca7e3a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:58.706310 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a99c41fe-f91a-4e80-9e61-6abbc9615614 req-05ebd037-a284-4869-b4d9-203ca1ca7e3a tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 944 time: 0.0675974 Aug 24 16:51:58.723148 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port 2f2e239d-8035-4f37-96dd-4e4f3002af3d triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:51:58.723600 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:58.766680 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:58.801016 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 2f2e239d-8035-4f37-96dd-4e4f3002af3d is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:51:58.801401 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:58.826314 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2e239d-8035-4f37-96dd-4e4f3002af3d'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:51:58.828824 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278c5f28-d624-4daa-b454-f6f83f62618b" -d '{"events": [{"server_uuid": "75145055-cbf0-4840-b4fc-a2907f7b8f1c", "name": "network-vif-plugged", "status": "completed", "tag": "2f2e239d-8035-4f37-96dd-4e4f3002af3d"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:51:58.848499 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a99c41fe-f91a-4e80-9e61-6abbc9615614 req-1af9b9c9-bd47-4461-9f75-65f593b4f681 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356392 Aug 24 16:51:58.848654 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 2f2e239d-8035-4f37-96dd-4e4f3002af3d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:58.901993 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3946b716-586e-4b9a-b10a-4c239b06ac16 x-openstack-request-id: req-3946b716-586e-4b9a-b10a-4c239b06ac16 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:51:58.902640 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75145055-cbf0-4840-b4fc-a2907f7b8f1c", "name": "network-vif-plugged", "status": "completed", "tag": "2f2e239d-8035-4f37-96dd-4e4f3002af3d", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:51:58.902640 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3946b716-586e-4b9a-b10a-4c239b06ac16 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:51:58.902911 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3946b716-586e-4b9a-b10a-4c239b06ac16'] response: {'server_uuid': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2e239d-8035-4f37-96dd-4e4f3002af3d', 'code': 200} Aug 24 16:51:58.914631 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f834234-c313-461e-bb8a-7a7b8a3aef10 admin admin] Router f973b3d3-04ae-44d2-b62f-12788cdcc85f has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:51:58.984286 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:59.075863 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f834234-c313-461e-bb8a-7a7b8a3aef10 admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:51:59.079863 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=2f2e239d-8035-4f37-96dd-4e4f3002af3d,revision_number=10']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:51:59.086021 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-3f834234-c313-461e-bb8a-7a7b8a3aef10 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/f973b3d3-04ae-44d2-b62f-12788cdcc85f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7675102 Aug 24 16:51:59.088779 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 38994) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:51:59.091619 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666aa53-2cb7-44c0-94e0-da16ba12f3e2 None None] Sync routers for ids ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:51:59.107956 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666aa53-2cb7-44c0-94e0-da16ba12f3e2 None None] Routers {'f973b3d3-04ae-44d2-b62f-12788cdcc85f'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:51:59.108603 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-4666aa53-2cb7-44c0-94e0-da16ba12f3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:51:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:59.242589 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5c30f5f0-b314-401d-bcd4-7d52fddbe79a admin admin] Publish callbacks [] for router (f973b3d3-04ae-44d2-b62f-12788cdcc85f), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:59.260480 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-4666aa53-2cb7-44c0-94e0-da16ba12f3e2 None None] Set router f973b3d3-04ae-44d2-b62f-12788cdcc85f gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:51:59.409776 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f4cbf-d125-4414-917f-75bf8f42c782 req-4b38183d-beb2-463f-bd9b-e4616aff7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:51:59.411134 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-384f4cbf-d125-4414-917f-75bf8f42c782 req-4b38183d-beb2-463f-bd9b-e4616aff7e7c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 1130 time: 0.0574298 Aug 24 16:51:59.422677 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:59.449995 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5c30f5f0-b314-401d-bcd4-7d52fddbe79a admin admin] Publish callbacks [] for router_gateway (f973b3d3-04ae-44d2-b62f-12788cdcc85f), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:59.479522 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-384f4cbf-d125-4414-917f-75bf8f42c782 req-d627be0e-1074-4e22-8556-a609cbebd408 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591567 Aug 24 16:51:59.489162 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-4666aa53-2cb7-44c0-94e0-da16ba12f3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'name': 'tempest-TestShelveInstance-845001821-router', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f1dd9737-7113-41f6-b122-719361812d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:08Z', 'updated_at': '2022-08-24T16:51:58Z', 'revision_number': 5, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'gw_port': {'id': 'f1dd9737-7113-41f6-b122-719361812d77', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:09Z', 'updated_at': '2022-08-24T16:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:59.495890 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:51:59.515445 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666aa53-2cb7-44c0-94e0-da16ba12f3e2 None None] Checking router: f973b3d3-04ae-44d2-b62f-12788cdcc85f for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:51:59.526530 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666aa53-2cb7-44c0-94e0-da16ba12f3e2 None None] Routers {'f973b3d3-04ae-44d2-b62f-12788cdcc85f'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:51:59.527144 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-4666aa53-2cb7-44c0-94e0-da16ba12f3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:51:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:51:59.599600 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-5c30f5f0-b314-401d-bcd4-7d52fddbe79a admin admin] Deleting port f1dd9737-7113-41f6-b122-719361812d77 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:51:59.600215 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5c30f5f0-b314-401d-bcd4-7d52fddbe79a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (f1dd9737-7113-41f6-b122-719361812d77), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:59.747902 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [None req-5c30f5f0-b314-401d-bcd4-7d52fddbe79a admin admin] For port f1dd9737-7113-41f6-b122-719361812d77, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=f1dd9737-7113-41f6-b122-719361812d77,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:51:59.749941 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5c30f5f0-b314-401d-bcd4-7d52fddbe79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (f1dd9737-7113-41f6-b122-719361812d77), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:51:59.766362 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-5c30f5f0-b314-401d-bcd4-7d52fddbe79a admin admin] Calling delete_port for f1dd9737-7113-41f6-b122-719361812d77 owned by network:router_gateway {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:51:59.784188 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-4666aa53-2cb7-44c0-94e0-da16ba12f3e2 None None] Set router f973b3d3-04ae-44d2-b62f-12788cdcc85f gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:52:00.040377 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-4666aa53-2cb7-44c0-94e0-da16ba12f3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'name': 'tempest-TestShelveInstance-845001821-router', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f1dd9737-7113-41f6-b122-719361812d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:08Z', 'updated_at': '2022-08-24T16:51:58Z', 'revision_number': 5, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'gw_port': {'id': 'f1dd9737-7113-41f6-b122-719361812d77', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:09Z', 'updated_at': '2022-08-24T16:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:00.053735 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3aedae-ef3f-40e5-a1d0-e845cc8ffd10 req-61ed3636-2473-4a67-a797-9f0e0239bad5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:00.055387 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1a3aedae-ef3f-40e5-a1d0-e845cc8ffd10 req-61ed3636-2473-4a67-a797-9f0e0239bad5 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 946 time: 0.0700781 Aug 24 16:52:00.087151 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4666aa53-2cb7-44c0-94e0-da16ba12f3e2 None None] The sync data for ids ['f973b3d3-04ae-44d2-b62f-12788cdcc85f'] in dv-cinder-731167-2-iscsi is: [{'id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'name': 'tempest-TestShelveInstance-845001821-router', 'tenant_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136'}], 'enable_snat': True}, 'gw_port_id': 'f1dd9737-7113-41f6-b122-719361812d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:08Z', 'updated_at': '2022-08-24T16:51:58Z', 'revision_number': 5, 'project_id': '05a8a1a0e0334559ab3fc9a63685fa69', 'gw_port': {'id': 'f1dd9737-7113-41f6-b122-719361812d77', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ec:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f973b3d3-04ae-44d2-b62f-12788cdcc85f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:09Z', 'updated_at': '2022-08-24T16:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:52:00.096675 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:00.128029 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5c30f5f0-b314-401d-bcd4-7d52fddbe79a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (f1dd9737-7113-41f6-b122-719361812d77), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:00.159734 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30f5f0-b314-401d-bcd4-7d52fddbe79a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1dd9737-7113-41f6-b122-719361812d77,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:00.168799 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1a3aedae-ef3f-40e5-a1d0-e845cc8ffd10 req-a1ab5e8f-0ae9-4b45-acb2-2fe9d12ba090 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060691 Aug 24 16:52:00.240228 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39026) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:00.271653 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5c30f5f0-b314-401d-bcd4-7d52fddbe79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552722'] for router_gateway (f973b3d3-04ae-44d2-b62f-12788cdcc85f), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:00.391529 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-605daaa6-655c-45d1-955f-aa1f1fcb464c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1200123960-network', 'tenant_id': '8b886d25ed8d44f39794df3a05d39856'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:00.392522 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5c30f5f0-b314-401d-bcd4-7d52fddbe79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3096'] for router (f973b3d3-04ae-44d2-b62f-12788cdcc85f), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:00.395469 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5c30f5f0-b314-401d-bcd4-7d52fddbe79a admin admin] Publish callbacks [] for router_controller (f973b3d3-04ae-44d2-b62f-12788cdcc85f), precommit_delete_associations {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:00.576167 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605daaa6-655c-45d1-955f-aa1f1fcb464c admin admin] Made reservation on behalf of 8b886d25ed8d44f39794df3a05d39856 for: {'network': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:52:00.576934 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5c30f5f0-b314-401d-bcd4-7d52fddbe79a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549104'] for router (f973b3d3-04ae-44d2-b62f-12788cdcc85f), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:00.577567 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c30f5f0-b314-401d-bcd4-7d52fddbe79a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f973b3d3-04ae-44d2-b62f-12788cdcc85f {{(pid=113370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:52:00.579516 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-605daaa6-655c-45d1-955f-aa1f1fcb464c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:00.584035 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5c30f5f0-b314-401d-bcd4-7d52fddbe79a admin admin] Publish callbacks [] for router (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:00.587952 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-5c30f5f0-b314-401d-bcd4-7d52fddbe79a admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/f973b3d3-04ae-44d2-b62f-12788cdcc85f HTTP/1.1" status: 204 len: 168 time: 1.4948947 Aug 24 16:52:00.588510 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39034) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:00.590690 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-605daaa6-655c-45d1-955f-aa1f1fcb464c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:00.660589 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f9d067-eea1-48a4-8359-22ecd8d0d6ef admin admin] Deleting subnet 5b387e1a-2eb2-46c9-a401-56a9e7be2495 {{(pid=113370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 16:52:00.667096 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-16f9d067-eea1-48a4-8359-22ecd8d0d6ef admin admin] Publish callbacks [] for subnet (5b387e1a-2eb2-46c9-a401-56a9e7be2495), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:00.705245 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:00.721408 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-605daaa6-655c-45d1-955f-aa1f1fcb464c admin admin] Publish callbacks [] for security_group (2af5180a-5460-4164-a3b2-b8597aaabc53), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:00.742314 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-16f9d067-eea1-48a4-8359-22ecd8d0d6ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126625564'] for subnet (5b387e1a-2eb2-46c9-a401-56a9e7be2495), precommit_delete_associations {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:00.809889 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-605daaa6-655c-45d1-955f-aa1f1fcb464c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (2af5180a-5460-4164-a3b2-b8597aaabc53), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:00.831552 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605daaa6-655c-45d1-955f-aa1f1fcb464c admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=113369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:52:00.840993 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-605daaa6-655c-45d1-955f-aa1f1fcb464c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (8ac6e56e-e3bc-4855-a102-c76b45962564), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:00.841352 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.segments_db [None req-605daaa6-655c-45d1-955f-aa1f1fcb464c admin admin] Added segment 8ac6e56e-e3bc-4855-a102-c76b45962564 of type vlan for network 751e06d2-f8df-478c-aae4-7524afbbf3f3 Aug 24 16:52:00.944827 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-16f9d067-eea1-48a4-8359-22ecd8d0d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673916'] for subnet (5b387e1a-2eb2-46c9-a401-56a9e7be2495), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:00.966353 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-605daaa6-655c-45d1-955f-aa1f1fcb464c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (751e06d2-f8df-478c-aae4-7524afbbf3f3), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:01.025241 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:01.049232 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:INSERT=6 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:01.080089 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605daaa6-655c-45d1-955f-aa1f1fcb464c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af5180a-5460-4164-a3b2-b8597aaabc53,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:01.128051 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-16f9d067-eea1-48a4-8359-22ecd8d0d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125893813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126111741'] for subnet (5b387e1a-2eb2-46c9-a401-56a9e7be2495), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:01.170858 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-605daaa6-655c-45d1-955f-aa1f1fcb464c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (751e06d2-f8df-478c-aae4-7524afbbf3f3), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:01.171985 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605daaa6-655c-45d1-955f-aa1f1fcb464c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:01.172661 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-605daaa6-655c-45d1-955f-aa1f1fcb464c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:01.177923 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-16f9d067-eea1-48a4-8359-22ecd8d0d6ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:01.179214 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7f5a70-7376-457e-b37b-8f30810da94c None None] Network 6e759f09-8493-41a1-82dc-95cc3aa0aabe requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:52:01.190849 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-16f9d067-eea1-48a4-8359-22ecd8d0d6ef admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/5b387e1a-2eb2-46c9-a401-56a9e7be2495 HTTP/1.1" status: 204 len: 168 time: 0.5999742 Aug 24 16:52:01.192823 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39054) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:01.194733 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9d067-eea1-48a4-8359-22ecd8d0d6ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b387e1a-2eb2-46c9-a401-56a9e7be2495,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:01.322451 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605daaa6-655c-45d1-955f-aa1f1fcb464c admin admin] Pushing event updated for resources: {'Network': ['ID=751e06d2-f8df-478c-aae4-7524afbbf3f3,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:01.365282 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network 751e06d2-f8df-478c-aae4-7524afbbf3f3 details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:52:01.376874 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-605daaa6-655c-45d1-955f-aa1f1fcb464c admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1344242 Aug 24 16:52:01.386539 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39066) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:01.396253 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-8d58db28-2224-49e8-a60e-7f07060dfc43 admin admin] Request body: {'subnet': {'network_id': '751e06d2-f8df-478c-aae4-7524afbbf3f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1200123960-subnet', 'tenant_id': '8b886d25ed8d44f39794df3a05d39856', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:01.422586 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7832497'] for network (6e759f09-8493-41a1-82dc-95cc3aa0aabe), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:01.451774 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dafc25-7a69-450b-a1c1-1419e9f897ee req-889e5695-d8fb-4a8c-902a-e2dff19b1d54 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:01.455121 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-06dafc25-7a69-450b-a1c1-1419e9f897ee req-889e5695-d8fb-4a8c-902a-e2dff19b1d54 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 946 time: 0.1057091 Aug 24 16:52:01.531714 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] Deleting port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:52:01.533005 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (1d5683e2-a18f-4ae1-b12d-454c7a3b1007), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:01.537102 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8ab892-404e-404d-942b-c04a6a6034f7 None None] DHCP port deletion for 6e759f09-8493-41a1-82dc-95cc3aa0aabe request from dv-cinder-731167-2-iscsi {{(pid=113371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 16:52:01.539742 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-06dafc25-7a69-450b-a1c1-1419e9f897ee req-fba076ac-b0d8-44db-9520-b009d8fab484 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694852 Aug 24 16:52:01.628217 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ab892-404e-404d-942b-c04a6a6034f7 None None] Deleting port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 {{(pid=113371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:52:01.629011 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab892-404e-404d-942b-c04a6a6034f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (1d5683e2-a18f-4ae1-b12d-454c7a3b1007), before_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:01.655219 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d58db28-2224-49e8-a60e-7f07060dfc43 admin admin] Made reservation on behalf of 8b886d25ed8d44f39794df3a05d39856 for: {'subnet': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:52:01.664467 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8d58db28-2224-49e8-a60e-7f07060dfc43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127062885'] for subnet (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:01.666901 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] For port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=1d5683e2-a18f-4ae1-b12d-454c7a3b1007,segment=NetworkSegment(df61ae7f-08ab-49a7-8699-f546f0f86485),segment_id=df61ae7f-08ab-49a7-8699-f546f0f86485)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:52:01.667463 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (1d5683e2-a18f-4ae1-b12d-454c7a3b1007), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:01.715173 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] Calling delete_port for 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 owned by network:dhcp {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:52:01.728012 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cb8ab892-404e-404d-942b-c04a6a6034f7 None None] For port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=1d5683e2-a18f-4ae1-b12d-454c7a3b1007,segment=NetworkSegment(df61ae7f-08ab-49a7-8699-f546f0f86485),segment_id=df61ae7f-08ab-49a7-8699-f546f0f86485)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:52:01.728423 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab892-404e-404d-942b-c04a6a6034f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (1d5683e2-a18f-4ae1-b12d-454c7a3b1007), precommit_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:01.743414 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:01.749470 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ab892-404e-404d-942b-c04a6a6034f7 None None] Calling delete_port for 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 owned by network:dhcp {{(pid=113371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:52:02.010655 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-28f6cb3d-ad69-4b17-924d-89fd09a8f20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:02.059647 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cb8ab892-404e-404d-942b-c04a6a6034f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444'] for port (1d5683e2-a18f-4ae1-b12d-454c7a3b1007), after_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:02.073717 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (1d5683e2-a18f-4ae1-b12d-454c7a3b1007), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:02.095692 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ab892-404e-404d-942b-c04a6a6034f7 None None] Pushing event deleted for resources: {'Port': ['ID=1d5683e2-a18f-4ae1-b12d-454c7a3b1007,revision_number=None']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:02.101920 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8ab892-404e-404d-942b-c04a6a6034f7 None None] No DVR routers for this DVR port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 on host dv-cinder-731167-2-iscsi {{(pid=113371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:52:02.102307 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5683e2-a18f-4ae1-b12d-454c7a3b1007,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:02.108712 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] No DVR routers for this DVR port 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 on host dv-cinder-731167-2-iscsi {{(pid=113369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:52:02.211135 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:52:02.225436 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669052', 'neutron.services.segments.db._delete_segments_for_network-8749321758832'] for network (6e759f09-8493-41a1-82dc-95cc3aa0aabe), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:02.242907 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8d58db28-2224-49e8-a60e-7f07060dfc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127532311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127062795'] for subnet (62fad7bf-bb43-42cc-99a3-61806125cf71), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:02.245099 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:52:02.245744 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 1d5683e2-a18f-4ae1-b12d-454c7a3b1007 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:52:02.246410 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 813e5cd0-190e-42d4-bf7f-c87860bbce18 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:52:02.283008 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 813e5cd0-190e-42d4-bf7f-c87860bbce18 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:52:02.283611 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 813e5cd0-190e-42d4-bf7f-c87860bbce18 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:52:02.284592 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device f1dd9737-7113-41f6-b122-719361812d77 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:52:02.328284 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: f1dd9737-7113-41f6-b122-719361812d77 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:52:02.328543 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e759f09-8493-41a1-82dc-95cc3aa0aabe']}} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:02.328990 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device f1dd9737-7113-41f6-b122-719361812d77 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:52:02.364813 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df61ae7f-08ab-49a7-8699-f546f0f86485') {'for_net_delete': True} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:02.370098 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df61ae7f-08ab-49a7-8699-f546f0f86485') {} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:02.386012 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749321816814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622558'] for segment (df61ae7f-08ab-49a7-8699-f546f0f86485), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:02.387810 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58db28-2224-49e8-a60e-7f07060dfc43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62fad7bf-bb43-42cc-99a3-61806125cf71,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:02.420172 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (df61ae7f-08ab-49a7-8699-f546f0f86485), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:02.422733 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d58db28-2224-49e8-a60e-7f07060dfc43 admin admin] Checking segment: {'id': '8ac6e56e-e3bc-4855-a102-c76b45962564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '751e06d2-f8df-478c-aae4-7524afbbf3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:52:02.423419 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58db28-2224-49e8-a60e-7f07060dfc43 admin admin] Network hostable DHCP agents. Network: 751e06d2-f8df-478c-aae4-7524afbbf3f3, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:52:02.432262 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=113369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:52:02.432696 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127532212'] for segment (df61ae7f-08ab-49a7-8699-f546f0f86485), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:02.480521 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment df61ae7f-08ab-49a7-8699-f546f0f86485 resource provider aggregate not found Aug 24 16:52:02.524779 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment df61ae7f-08ab-49a7-8699-f546f0f86485 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df61ae7f-08ab-49a7-8699-f546f0f86485 found for delete ", "request_id": "req-4cc3530e-a5f5-4d74-a0e0-377424f25eb6"}]} Aug 24 16:52:02.685185 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58db28-2224-49e8-a60e-7f07060dfc43 admin admin] Network 751e06d2-f8df-478c-aae4-7524afbbf3f3 is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:52:02.723440 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a61d3-1196-4ee9-9a9a-097a41cde31e req-f5951d86-874c-4b40-8a5d-bc05ab0bf2a0 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:02.725718 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-717a61d3-1196-4ee9-9a9a-097a41cde31e req-f5951d86-874c-4b40-8a5d-bc05ab0bf2a0 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 946 time: 0.0628121 Aug 24 16:52:02.783081 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-717a61d3-1196-4ee9-9a9a-097a41cde31e req-46ede706-0cc7-4778-8ee9-927c9b03ba7b tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516806 Aug 24 16:52:02.833680 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=55 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:02.865361 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552758'] for network (6e759f09-8493-41a1-82dc-95cc3aa0aabe), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:02.897035 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:02.902610 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/6e759f09-8493-41a1-82dc-95cc3aa0aabe HTTP/1.1" status: 204 len: 168 time: 1.7075348 Aug 24 16:52:02.904681 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82681fe-c3a0-4b6d-bdaf-f30da9421101 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e759f09-8493-41a1-82dc-95cc3aa0aabe,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:02.905931 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39104) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:02.999136 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=32,neutron:DELETE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:03.139287 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-8d58db28-2224-49e8-a60e-7f07060dfc43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, 751e06d2-f8df-478c-aae4-7524afbbf3f3) {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:52:03.151182 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b9507d-981f-4ef8-9d34-1d1c36d98e65 None None] Network 751e06d2-f8df-478c-aae4-7524afbbf3f3 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:52:03.155873 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d58db28-2224-49e8-a60e-7f07060dfc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:03.166537 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8d58db28-2224-49e8-a60e-7f07060dfc43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:03.243605 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:03.305294 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd6d894-ec16-4fa2-b330-675d442262e7 None None] Network 751e06d2-f8df-478c-aae4-7524afbbf3f3 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:52:03.315215 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-ba56773b-5b8b-4952-b135-1acb7ebb067e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549079'] for router_interface (46bd52ce-986f-428c-b8c0-efd1d25b6c8d), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:03.351562 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-8d58db28-2224-49e8-a60e-7f07060dfc43 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9618051 Aug 24 16:52:03.642049 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-ba56773b-5b8b-4952-b135-1acb7ebb067e admin admin] Deleting port 44a25301-1983-4992-a948-a98ede707661 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:52:03.642307 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-ba56773b-5b8b-4952-b135-1acb7ebb067e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (44a25301-1983-4992-a948-a98ede707661), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:03.745107 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [None req-ba56773b-5b8b-4952-b135-1acb7ebb067e admin admin] For port 44a25301-1983-4992-a948-a98ede707661, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=44a25301-1983-4992-a948-a98ede707661,segment=NetworkSegment(3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65),segment_id=3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:52:03.746122 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-ba56773b-5b8b-4952-b135-1acb7ebb067e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (44a25301-1983-4992-a948-a98ede707661), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:03.760273 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-ba56773b-5b8b-4952-b135-1acb7ebb067e admin admin] Calling delete_port for 44a25301-1983-4992-a948-a98ede707661 owned by network:router_interface {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:52:03.943463 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3e883-2add-4fc7-96d9-0e5f0a556c5e req-1850187f-c765-41c8-ad75-ebae682b8cbd tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:03.945196 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1ea3e883-2add-4fc7-96d9-0e5f0a556c5e req-1850187f-c765-41c8-ad75-ebae682b8cbd tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 946 time: 0.0626781 Aug 24 16:52:04.040040 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1ea3e883-2add-4fc7-96d9-0e5f0a556c5e req-f062c6cc-bb0f-4129-b9c4-3d1f1c3470d0 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815446 Aug 24 16:52:04.159280 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-8f1153d0-0b53-424a-9a9f-2c535ef55497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:04.198884 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-ba56773b-5b8b-4952-b135-1acb7ebb067e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (44a25301-1983-4992-a948-a98ede707661), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:04.232644 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56773b-5b8b-4952-b135-1acb7ebb067e admin admin] Pushing event deleted for resources: {'Port': ['ID=44a25301-1983-4992-a948-a98ede707661,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:04.487421 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-ba56773b-5b8b-4952-b135-1acb7ebb067e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548931'] for router_interface (46bd52ce-986f-428c-b8c0-efd1d25b6c8d), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:04.492634 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:04.556865 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:04.686920 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39146) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:04.690195 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-1dff5edb-1de9-48d2-8bb4-99623965d565 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-18314537-network', 'tenant_id': '02af537ef76e416296a562ec399f5443'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:04.764407 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:04.828964 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dff5edb-1de9-48d2-8bb4-99623965d565 admin admin] Made reservation on behalf of 02af537ef76e416296a562ec399f5443 for: {'network': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:52:04.836572 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1dff5edb-1de9-48d2-8bb4-99623965d565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:04.856054 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1dff5edb-1de9-48d2-8bb4-99623965d565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:04.963368 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1dff5edb-1de9-48d2-8bb4-99623965d565 admin admin] Publish callbacks [] for security_group (80c535ba-7ee7-4578-9327-0922cd8d5c58), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:05.040260 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1dff5edb-1de9-48d2-8bb4-99623965d565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (80c535ba-7ee7-4578-9327-0922cd8d5c58), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:05.071083 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dff5edb-1de9-48d2-8bb4-99623965d565 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=113369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:52:05.075239 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba56773b-5b8b-4952-b135-1acb7ebb067e admin admin] Router 46bd52ce-986f-428c-b8c0-efd1d25b6c8d has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:52:05.081059 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff5edb-1de9-48d2-8bb4-99623965d565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c535ba-7ee7-4578-9327-0922cd8d5c58,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:05.090173 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1dff5edb-1de9-48d2-8bb4-99623965d565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (cbf68b1b-a9ea-4977-b582-26e4578119aa), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:05.090557 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.segments_db [None req-1dff5edb-1de9-48d2-8bb4-99623965d565 admin admin] Added segment cbf68b1b-a9ea-4977-b582-26e4578119aa of type vlan for network 3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928 Aug 24 16:52:05.139892 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1dff5edb-1de9-48d2-8bb4-99623965d565 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:05.198989 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba56773b-5b8b-4952-b135-1acb7ebb067e admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:52:05.214393 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-ba56773b-5b8b-4952-b135-1acb7ebb067e admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/46bd52ce-986f-428c-b8c0-efd1d25b6c8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2973702 Aug 24 16:52:05.214626 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc138d-11b5-4289-9c24-46a5a3c35a59 None None] Sync routers for ids ['46bd52ce-986f-428c-b8c0-efd1d25b6c8d'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:52:05.215916 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39152) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:05.224141 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc138d-11b5-4289-9c24-46a5a3c35a59 None None] Routers {'46bd52ce-986f-428c-b8c0-efd1d25b6c8d'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:52:05.224837 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-f4fc138d-11b5-4289-9c24-46a5a3c35a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:52:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['46bd52ce-986f-428c-b8c0-efd1d25b6c8d'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:05.279949 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:05.280679 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1dff5edb-1de9-48d2-8bb4-99623965d565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:05.282064 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dff5edb-1de9-48d2-8bb4-99623965d565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:05.283792 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1dff5edb-1de9-48d2-8bb4-99623965d565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:05.343504 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-f4fc138d-11b5-4289-9c24-46a5a3c35a59 None None] Set router 46bd52ce-986f-428c-b8c0-efd1d25b6c8d gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:52:05.391543 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff5edb-1de9-48d2-8bb4-99623965d565 admin admin] Pushing event updated for resources: {'Network': ['ID=3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:05.412393 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39156) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:05.417267 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network 3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928 details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:52:05.440059 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-99d78659-f50c-43ec-ad61-7437d4e10911 admin admin] Publish callbacks [] for router (46bd52ce-986f-428c-b8c0-efd1d25b6c8d), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:05.449409 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-1dff5edb-1de9-48d2-8bb4-99623965d565 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7645030 Aug 24 16:52:05.452999 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39160) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:05.458084 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-d2612aa3-01de-4448-99b9-e87d593fc697 admin admin] Request body: {'subnet': {'network_id': '3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-18314537-subnet', 'tenant_id': '02af537ef76e416296a562ec399f5443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:05.542182 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-f4fc138d-11b5-4289-9c24-46a5a3c35a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'name': 'tempest-TestShelveInstance-1084556958-router', 'tenant_id': 'fa06923c74854d6c82a342edd8a670af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:17Z', 'updated_at': '2022-08-24T16:52:03Z', 'revision_number': 5, 'project_id': 'fa06923c74854d6c82a342edd8a670af', 'gw_port': {'id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:18Z', 'updated_at': '2022-08-24T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:05.575001 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc138d-11b5-4289-9c24-46a5a3c35a59 None None] Checking router: 46bd52ce-986f-428c-b8c0-efd1d25b6c8d for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:52:05.581664 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2612aa3-01de-4448-99b9-e87d593fc697 admin admin] Made reservation on behalf of 02af537ef76e416296a562ec399f5443 for: {'subnet': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:52:05.585629 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d2612aa3-01de-4448-99b9-e87d593fc697 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126111640'] for subnet (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:05.602512 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc138d-11b5-4289-9c24-46a5a3c35a59 None None] Routers {'46bd52ce-986f-428c-b8c0-efd1d25b6c8d'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:52:05.603312 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-f4fc138d-11b5-4289-9c24-46a5a3c35a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:52:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['46bd52ce-986f-428c-b8c0-efd1d25b6c8d'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:05.635182 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-99d78659-f50c-43ec-ad61-7437d4e10911 admin admin] Publish callbacks [] for router_gateway (46bd52ce-986f-428c-b8c0-efd1d25b6c8d), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:05.669561 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-62fcf0b1-6be1-4dd7-97d2-6bbf47465653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:05.733530 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-f4fc138d-11b5-4289-9c24-46a5a3c35a59 None None] Set router 46bd52ce-986f-428c-b8c0-efd1d25b6c8d gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:52:05.736562 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:05.759861 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:05.783845 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-99d78659-f50c-43ec-ad61-7437d4e10911 admin admin] Deleting port c259355d-71ca-4966-b56d-ffd3d460e2b7 {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:52:05.784357 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-99d78659-f50c-43ec-ad61-7437d4e10911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (c259355d-71ca-4966-b56d-ffd3d460e2b7), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:05.888373 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-99d78659-f50c-43ec-ad61-7437d4e10911 admin admin] For port c259355d-71ca-4966-b56d-ffd3d460e2b7, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=c259355d-71ca-4966-b56d-ffd3d460e2b7,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:52:05.888859 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-99d78659-f50c-43ec-ad61-7437d4e10911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (c259355d-71ca-4966-b56d-ffd3d460e2b7), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:05.913167 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-62fcf0b1-6be1-4dd7-97d2-6bbf47465653 admin admin] Publish callbacks [] for security_group (c73aecae-7ca6-4383-9070-3432cf7e53a2), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:05.921665 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-99d78659-f50c-43ec-ad61-7437d4e10911 admin admin] Calling delete_port for c259355d-71ca-4966-b56d-ffd3d460e2b7 owned by network:router_gateway {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:52:05.954838 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-f4fc138d-11b5-4289-9c24-46a5a3c35a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'name': 'tempest-TestShelveInstance-1084556958-router', 'tenant_id': 'fa06923c74854d6c82a342edd8a670af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:17Z', 'updated_at': '2022-08-24T16:52:03Z', 'revision_number': 5, 'project_id': 'fa06923c74854d6c82a342edd8a670af', 'gw_port': {'id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:18Z', 'updated_at': '2022-08-24T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:05.986812 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc138d-11b5-4289-9c24-46a5a3c35a59 None None] The sync data for ids ['46bd52ce-986f-428c-b8c0-efd1d25b6c8d'] in dv-cinder-731167-2-iscsi is: [{'id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'name': 'tempest-TestShelveInstance-1084556958-router', 'tenant_id': 'fa06923c74854d6c82a342edd8a670af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185'}], 'enable_snat': True}, 'gw_port_id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:46:17Z', 'updated_at': '2022-08-24T16:52:03Z', 'revision_number': 5, 'project_id': 'fa06923c74854d6c82a342edd8a670af', 'gw_port': {'id': 'c259355d-71ca-4966-b56d-ffd3d460e2b7', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:68:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bd52ce-986f-428c-b8c0-efd1d25b6c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:46:18Z', 'updated_at': '2022-08-24T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:52:05.988398 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-62fcf0b1-6be1-4dd7-97d2-6bbf47465653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (c73aecae-7ca6-4383-9070-3432cf7e53a2), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:06.051351 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d2612aa3-01de-4448-99b9-e87d593fc697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125894000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126111734'] for subnet (b435fc3a-62b6-4891-890f-6a9fb375133e), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:06.067147 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-62fcf0b1-6be1-4dd7-97d2-6bbf47465653 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=758d557cade148a291927dbdda413ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6525741 Aug 24 16:52:06.071547 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39166) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:06.087840 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcf0b1-6be1-4dd7-97d2-6bbf47465653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73aecae-7ca6-4383-9070-3432cf7e53a2,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:06.124385 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2612aa3-01de-4448-99b9-e87d593fc697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b435fc3a-62b6-4891-890f-6a9fb375133e,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:06.136684 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2612aa3-01de-4448-99b9-e87d593fc697 admin admin] Checking segment: {'id': 'cbf68b1b-a9ea-4977-b582-26e4578119aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:52:06.137055 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2612aa3-01de-4448-99b9-e87d593fc697 admin admin] Network hostable DHCP agents. Network: 3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:52:06.276741 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2612aa3-01de-4448-99b9-e87d593fc697 admin admin] Network 3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928 is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:52:06.397570 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-d2612aa3-01de-4448-99b9-e87d593fc697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, 3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928) {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:52:06.410675 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09aaad3-cde0-491c-bc6a-0bcd655167f0 None None] Network 3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:52:06.420384 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2612aa3-01de-4448-99b9-e87d593fc697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:06.424267 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d2612aa3-01de-4448-99b9-e87d593fc697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:06.447443 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 44a25301-1983-4992-a948-a98ede707661 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:52:06.461734 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8ccecb7c-b362-4561-9f92-72677055d6bb admin admin] Publish callbacks [] for security_group (c73aecae-7ca6-4383-9070-3432cf7e53a2), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:06.492081 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8ccecb7c-b362-4561-9f92-72677055d6bb admin admin] Publish callbacks [] for security_group (c73aecae-7ca6-4383-9070-3432cf7e53a2), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:06.504098 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 44a25301-1983-4992-a948-a98ede707661 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:52:06.504495 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 44a25301-1983-4992-a948-a98ede707661 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:52:06.560016 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-99d78659-f50c-43ec-ad61-7437d4e10911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (c259355d-71ca-4966-b56d-ffd3d460e2b7), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:06.568809 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-d2612aa3-01de-4448-99b9-e87d593fc697 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1093373 Aug 24 16:52:06.585577 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:06.613743 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d78659-f50c-43ec-ad61-7437d4e10911 admin admin] Pushing event deleted for resources: {'Port': ['ID=c259355d-71ca-4966-b56d-ffd3d460e2b7,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:06.652154 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca01695-dea1-45cf-9de1-34cbe5a9441f None None] Network 3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:52:06.766129 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-99d78659-f50c-43ec-ad61-7437d4e10911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552722'] for router_gateway (46bd52ce-986f-428c-b8c0-efd1d25b6c8d), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:06.772939 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8ccecb7c-b362-4561-9f92-72677055d6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (c73aecae-7ca6-4383-9070-3432cf7e53a2), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:06.778807 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8ccecb7c-b362-4561-9f92-72677055d6bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:06.785178 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-8ccecb7c-b362-4561-9f92-72677055d6bb admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/c73aecae-7ca6-4383-9070-3432cf7e53a2 HTTP/1.1" status: 204 len: 168 time: 0.7106555 Aug 24 16:52:06.823455 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39178) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:06.914540 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:06.926353 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccecb7c-b362-4561-9f92-72677055d6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73aecae-7ca6-4383-9070-3432cf7e53a2,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:06.940000 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-99d78659-f50c-43ec-ad61-7437d4e10911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3096'] for router (46bd52ce-986f-428c-b8c0-efd1d25b6c8d), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:06.944062 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-99d78659-f50c-43ec-ad61-7437d4e10911 admin admin] Publish callbacks [] for router_controller (46bd52ce-986f-428c-b8c0-efd1d25b6c8d), precommit_delete_associations {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:06.991958 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_v2 [None req-0057c26b-47ca-4ff2-ab63-515daddaf547 admin admin] Deleting subnet 62fad7bf-bb43-42cc-99a3-61806125cf71 {{(pid=113369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 16:52:06.997537 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0057c26b-47ca-4ff2-ab63-515daddaf547 admin admin] Publish callbacks [] for subnet (62fad7bf-bb43-42cc-99a3-61806125cf71), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.046496 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0057c26b-47ca-4ff2-ab63-515daddaf547 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622551'] for subnet (62fad7bf-bb43-42cc-99a3-61806125cf71), precommit_delete_associations {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.098639 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0057c26b-47ca-4ff2-ab63-515daddaf547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673916'] for subnet (62fad7bf-bb43-42cc-99a3-61806125cf71), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.101735 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-99d78659-f50c-43ec-ad61-7437d4e10911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549104'] for router (46bd52ce-986f-428c-b8c0-efd1d25b6c8d), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.102314 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d78659-f50c-43ec-ad61-7437d4e10911 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46bd52ce-986f-428c-b8c0-efd1d25b6c8d {{(pid=113369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:52:07.106761 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-99d78659-f50c-43ec-ad61-7437d4e10911 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.111635 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-99d78659-f50c-43ec-ad61-7437d4e10911 admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/46bd52ce-986f-428c-b8c0-efd1d25b6c8d HTTP/1.1" status: 204 len: 168 time: 1.8908749 Aug 24 16:52:07.113138 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39186) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:07.156714 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:07.191893 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.201455 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e158cd5-ae4f-4038-af4a-d17c8a1b2fab admin admin] Deleting subnet 3168748d-5780-4c3a-b499-2b8751134040 {{(pid=113370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 16:52:07.205906 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6e158cd5-ae4f-4038-af4a-d17c8a1b2fab admin admin] Publish callbacks [] for subnet (3168748d-5780-4c3a-b499-2b8751134040), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.262577 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6e158cd5-ae4f-4038-af4a-d17c8a1b2fab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126625564'] for subnet (3168748d-5780-4c3a-b499-2b8751134040), precommit_delete_associations {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.274346 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.274892 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0057c26b-47ca-4ff2-ab63-515daddaf547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127532242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127062784'] for subnet (62fad7bf-bb43-42cc-99a3-61806125cf71), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.322341 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057c26b-47ca-4ff2-ab63-515daddaf547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62fad7bf-bb43-42cc-99a3-61806125cf71,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:07.333805 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0057c26b-47ca-4ff2-ab63-515daddaf547 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.338758 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-0057c26b-47ca-4ff2-ab63-515daddaf547 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/62fad7bf-bb43-42cc-99a3-61806125cf71 HTTP/1.1" status: 204 len: 168 time: 0.5141194 Aug 24 16:52:07.344478 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39192) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:07.419958 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6e158cd5-ae4f-4038-af4a-d17c8a1b2fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673916'] for subnet (3168748d-5780-4c3a-b499-2b8751134040), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.453250 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f287d015-cd4c-4da8-9fa8-5220f7b86732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7832497'] for network (751e06d2-f8df-478c-aae4-7524afbbf3f3), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.561120 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f287d015-cd4c-4da8-9fa8-5220f7b86732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669052', 'neutron.services.segments.db._delete_segments_for_network-8749321758832'] for network (751e06d2-f8df-478c-aae4-7524afbbf3f3), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.575845 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6e158cd5-ae4f-4038-af4a-d17c8a1b2fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125893813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126111741'] for subnet (3168748d-5780-4c3a-b499-2b8751134040), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.586112 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-f287d015-cd4c-4da8-9fa8-5220f7b86732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751e06d2-f8df-478c-aae4-7524afbbf3f3']}} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:07.598282 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-f287d015-cd4c-4da8-9fa8-5220f7b86732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac6e56e-e3bc-4855-a102-c76b45962564') {'for_net_delete': True} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:07.598584 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-f287d015-cd4c-4da8-9fa8-5220f7b86732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac6e56e-e3bc-4855-a102-c76b45962564') {} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:07.607866 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:07.612667 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f287d015-cd4c-4da8-9fa8-5220f7b86732 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749321816814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622558'] for segment (8ac6e56e-e3bc-4855-a102-c76b45962564), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.623239 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e158cd5-ae4f-4038-af4a-d17c8a1b2fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3168748d-5780-4c3a-b499-2b8751134040,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:07.637219 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6e158cd5-ae4f-4038-af4a-d17c8a1b2fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.637433 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86ebdcd-57c0-4581-bfb9-1160bc4b78b3 None None] Network 18f3eeca-369e-42dc-890e-7999202f6b7c requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:52:07.646640 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-6e158cd5-ae4f-4038-af4a-d17c8a1b2fab admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/3168748d-5780-4c3a-b499-2b8751134040 HTTP/1.1" status: 204 len: 168 time: 0.5324244 Aug 24 16:52:07.646893 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f287d015-cd4c-4da8-9fa8-5220f7b86732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (8ac6e56e-e3bc-4855-a102-c76b45962564), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.649943 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39204) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:07.660117 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f287d015-cd4c-4da8-9fa8-5220f7b86732 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=113369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:52:07.663489 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f287d015-cd4c-4da8-9fa8-5220f7b86732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127532212'] for segment (8ac6e56e-e3bc-4855-a102-c76b45962564), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.794595 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment 8ac6e56e-e3bc-4855-a102-c76b45962564 resource provider aggregate not found Aug 24 16:52:07.833780 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment 8ac6e56e-e3bc-4855-a102-c76b45962564 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ac6e56e-e3bc-4855-a102-c76b45962564 found for delete ", "request_id": "req-d195ffdc-711a-49a3-a532-cf09db96c67c"}]} Aug 24 16:52:07.844485 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7832497'] for network (18f3eeca-369e-42dc-890e-7999202f6b7c), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.895898 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] Deleting port 37ca3995-5d59-49b0-9377-715979c830da {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:52:07.896270 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (37ca3995-5d59-49b0-9377-715979c830da), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.909224 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28181ab4-f2d2-4d16-9df7-97a1b7377b85 None None] DHCP port deletion for 18f3eeca-369e-42dc-890e-7999202f6b7c request from dv-cinder-731167-2-iscsi {{(pid=113371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 16:52:07.918831 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:07.918984 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:07.941693 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f287d015-cd4c-4da8-9fa8-5220f7b86732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552758'] for network (751e06d2-f8df-478c-aae4-7524afbbf3f3), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.968611 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f287d015-cd4c-4da8-9fa8-5220f7b86732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.976162 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-f287d015-cd4c-4da8-9fa8-5220f7b86732 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/751e06d2-f8df-478c-aae4-7524afbbf3f3 HTTP/1.1" status: 204 len: 168 time: 0.6285143 Aug 24 16:52:07.978425 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287d015-cd4c-4da8-9fa8-5220f7b86732 admin admin] Pushing event deleted for resources: {'Network': ['ID=751e06d2-f8df-478c-aae4-7524afbbf3f3,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:07.981684 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39216) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:07.984054 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] For port 37ca3995-5d59-49b0-9377-715979c830da, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=37ca3995-5d59-49b0-9377-715979c830da,segment=NetworkSegment(3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65),segment_id=3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:52:07.984642 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (37ca3995-5d59-49b0-9377-715979c830da), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:07.998894 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-28181ab4-f2d2-4d16-9df7-97a1b7377b85 None None] Deleting port 37ca3995-5d59-49b0-9377-715979c830da {{(pid=113371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:52:07.999273 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-28181ab4-f2d2-4d16-9df7-97a1b7377b85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (37ca3995-5d59-49b0-9377-715979c830da), before_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.000810 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] Calling delete_port for 37ca3995-5d59-49b0-9377-715979c830da owned by network:dhcp {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:52:08.055723 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_v2 [None req-200399a7-5467-472e-ac05-9e50716b478c admin admin] Deleting subnet b435fc3a-62b6-4891-890f-6a9fb375133e {{(pid=113369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 16:52:08.060270 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-200399a7-5467-472e-ac05-9e50716b478c admin admin] Publish callbacks [] for subnet (b435fc3a-62b6-4891-890f-6a9fb375133e), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.099209 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-28181ab4-f2d2-4d16-9df7-97a1b7377b85 None None] For port 37ca3995-5d59-49b0-9377-715979c830da, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=37ca3995-5d59-49b0-9377-715979c830da,segment=NetworkSegment(3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65),segment_id=3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:52:08.100233 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-28181ab4-f2d2-4d16-9df7-97a1b7377b85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (37ca3995-5d59-49b0-9377-715979c830da), precommit_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.126762 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-28181ab4-f2d2-4d16-9df7-97a1b7377b85 None None] Calling delete_port for 37ca3995-5d59-49b0-9377-715979c830da owned by network:dhcp {{(pid=113371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:52:08.127668 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-200399a7-5467-472e-ac05-9e50716b478c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622551'] for subnet (b435fc3a-62b6-4891-890f-6a9fb375133e), precommit_delete_associations {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.199718 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-200399a7-5467-472e-ac05-9e50716b478c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673916'] for subnet (b435fc3a-62b6-4891-890f-6a9fb375133e), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.228520 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (37ca3995-5d59-49b0-9377-715979c830da), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.239313 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 37ca3995-5d59-49b0-9377-715979c830da no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:52:08.248128 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] No DVR routers for this DVR port 37ca3995-5d59-49b0-9377-715979c830da on host dv-cinder-731167-2-iscsi {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:52:08.288616 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 37ca3995-5d59-49b0-9377-715979c830da {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:52:08.288616 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 37ca3995-5d59-49b0-9377-715979c830da not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:52:08.288616 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device c259355d-71ca-4966-b56d-ffd3d460e2b7 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:52:08.302055 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] Pushing event deleted for resources: {'Port': ['ID=37ca3995-5d59-49b0-9377-715979c830da,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:08.309271 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: c259355d-71ca-4966-b56d-ffd3d460e2b7 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:52:08.310435 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device c259355d-71ca-4966-b56d-ffd3d460e2b7 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:52:08.327918 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-28181ab4-f2d2-4d16-9df7-97a1b7377b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444'] for port (37ca3995-5d59-49b0-9377-715979c830da), after_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.379555 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28181ab4-f2d2-4d16-9df7-97a1b7377b85 None None] Pushing event deleted for resources: {'Port': ['ID=37ca3995-5d59-49b0-9377-715979c830da,revision_number=None']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:08.384080 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28181ab4-f2d2-4d16-9df7-97a1b7377b85 None None] No DVR routers for this DVR port 37ca3995-5d59-49b0-9377-715979c830da on host dv-cinder-731167-2-iscsi {{(pid=113371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:52:08.407140 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-200399a7-5467-472e-ac05-9e50716b478c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127532242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127062784'] for subnet (b435fc3a-62b6-4891-890f-6a9fb375133e), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.416480 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669052', 'neutron.services.segments.db._delete_segments_for_network-8749321758832'] for network (18f3eeca-369e-42dc-890e-7999202f6b7c), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.445866 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f3eeca-369e-42dc-890e-7999202f6b7c']}} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:08.449634 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200399a7-5467-472e-ac05-9e50716b478c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b435fc3a-62b6-4891-890f-6a9fb375133e,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:08.455653 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-200399a7-5467-472e-ac05-9e50716b478c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.463217 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-200399a7-5467-472e-ac05-9e50716b478c admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/b435fc3a-62b6-4891-890f-6a9fb375133e HTTP/1.1" status: 204 len: 168 time: 0.4802060 Aug 24 16:52:08.463855 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39232) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:08.467079 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65') {'for_net_delete': True} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:08.467387 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65') {} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:08.489625 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749321816814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126625557'] for segment (3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.516153 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.533403 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=113370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:52:08.533941 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125893843'] for segment (3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.565889 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.services.segments.plugin [-] Segment 3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65 resource provider aggregate not found Aug 24 16:52:08.566972 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-deffac15-4545-48f1-99da-e7875da0f41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7832497'] for network (3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.602976 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.services.segments.plugin [-] Segment 3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3238cccc-9d4d-4e2e-a9b0-aef9f5b09d65 found for delete ", "request_id": "req-ffe21399-6204-4e25-b5ea-a82e3e47c53b"}]} Aug 24 16:52:08.710317 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-deffac15-4545-48f1-99da-e7875da0f41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669052', 'neutron.services.segments.db._delete_segments_for_network-8749321758832'] for network (3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.739762 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-deffac15-4545-48f1-99da-e7875da0f41f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928']}} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:08.750583 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-deffac15-4545-48f1-99da-e7875da0f41f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf68b1b-a9ea-4977-b582-26e4578119aa') {'for_net_delete': True} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:08.750891 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-deffac15-4545-48f1-99da-e7875da0f41f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf68b1b-a9ea-4977-b582-26e4578119aa') {} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:08.762884 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-deffac15-4545-48f1-99da-e7875da0f41f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749321816814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622558'] for segment (cbf68b1b-a9ea-4977-b582-26e4578119aa), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.777733 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-deffac15-4545-48f1-99da-e7875da0f41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (cbf68b1b-a9ea-4977-b582-26e4578119aa), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.784937 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deffac15-4545-48f1-99da-e7875da0f41f admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=113369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:52:08.785535 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-deffac15-4545-48f1-99da-e7875da0f41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127532212'] for segment (cbf68b1b-a9ea-4977-b582-26e4578119aa), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.834573 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552758'] for network (18f3eeca-369e-42dc-890e-7999202f6b7c), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.845410 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.850328 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/18f3eeca-369e-42dc-890e-7999202f6b7c HTTP/1.1" status: 204 len: 168 time: 1.1987753 Aug 24 16:52:08.865271 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5aaf1-8287-4dd2-af57-9ba023ebfdfe admin admin] Pushing event deleted for resources: {'Network': ['ID=18f3eeca-369e-42dc-890e-7999202f6b7c,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:08.954198 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-deffac15-4545-48f1-99da-e7875da0f41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552758'] for network (3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.972112 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-deffac15-4545-48f1-99da-e7875da0f41f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:08.975593 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-deffac15-4545-48f1-99da-e7875da0f41f admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928 HTTP/1.1" status: 204 len: 168 time: 0.5107336 Aug 24 16:52:08.976900 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffac15-4545-48f1-99da-e7875da0f41f admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce7c4b9-26c3-4c0e-bbfc-9b3fdf20c928,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:09.613203 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39248) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:09.664879 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-5fa6fe22-c575-4bf9-90a5-2f0247be42e0 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=05a8a1a0e0334559ab3fc9a63685fa69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502484 Aug 24 16:52:09.668012 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39250) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:09.676472 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:09.719866 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39252) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:09.739147 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3aa82b82-eb31-47be-8b7b-d77ff8db30e2 admin admin] Publish callbacks [] for security_group (766a1cce-6753-42bc-8aa6-58d9137a3d20), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:09.771013 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3aa82b82-eb31-47be-8b7b-d77ff8db30e2 admin admin] Publish callbacks [] for security_group (766a1cce-6753-42bc-8aa6-58d9137a3d20), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:09.865957 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment cbf68b1b-a9ea-4977-b582-26e4578119aa resource provider aggregate not found Aug 24 16:52:09.882633 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment cbf68b1b-a9ea-4977-b582-26e4578119aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbf68b1b-a9ea-4977-b582-26e4578119aa found for delete ", "request_id": "req-2c77da83-6764-47a8-9794-6aa8eae34c39"}]} Aug 24 16:52:09.890433 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-20eb39eb-1329-46be-b44b-9eba174397f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:09.995853 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-20eb39eb-1329-46be-b44b-9eba174397f6 admin admin] Publish callbacks [] for security_group (00c60e5d-b45c-4009-b1cc-be2917a27c6e), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:10.010690 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3aa82b82-eb31-47be-8b7b-d77ff8db30e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (766a1cce-6753-42bc-8aa6-58d9137a3d20), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:10.013661 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3aa82b82-eb31-47be-8b7b-d77ff8db30e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:10.017220 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-3aa82b82-eb31-47be-8b7b-d77ff8db30e2 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/766a1cce-6753-42bc-8aa6-58d9137a3d20 HTTP/1.1" status: 204 len: 168 time: 0.3456705 Aug 24 16:52:10.025117 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa82b82-eb31-47be-8b7b-d77ff8db30e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766a1cce-6753-42bc-8aa6-58d9137a3d20,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:10.104714 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39264) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:10.149207 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-c08e4677-b603-46b8-9fcc-901096fbf8b5 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=8b886d25ed8d44f39794df3a05d39856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433314 Aug 24 16:52:10.151784 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39266) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:10.163068 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-20eb39eb-1329-46be-b44b-9eba174397f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (00c60e5d-b45c-4009-b1cc-be2917a27c6e), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:10.207516 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-20eb39eb-1329-46be-b44b-9eba174397f6 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=80235785da364f769b8020895b56013a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4864340 Aug 24 16:52:10.208750 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb39eb-1329-46be-b44b-9eba174397f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c60e5d-b45c-4009-b1cc-be2917a27c6e,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:10.211855 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39268) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:10.222165 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e26158f0-2cc5-414b-8d83-6fa619955927 admin admin] Publish callbacks [] for security_group (2af5180a-5460-4164-a3b2-b8597aaabc53), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:10.262306 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e26158f0-2cc5-414b-8d83-6fa619955927 admin admin] Publish callbacks [] for security_group (2af5180a-5460-4164-a3b2-b8597aaabc53), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:10.314103 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-886eb78c-49bf-42e2-be01-4b4263098c91 admin admin] Publish callbacks [] for security_group (00c60e5d-b45c-4009-b1cc-be2917a27c6e), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:10.337800 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-886eb78c-49bf-42e2-be01-4b4263098c91 admin admin] Publish callbacks [] for security_group (00c60e5d-b45c-4009-b1cc-be2917a27c6e), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:10.382632 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:10.559485 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e26158f0-2cc5-414b-8d83-6fa619955927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (2af5180a-5460-4164-a3b2-b8597aaabc53), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:10.562278 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e26158f0-2cc5-414b-8d83-6fa619955927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:10.565583 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-e26158f0-2cc5-414b-8d83-6fa619955927 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/2af5180a-5460-4164-a3b2-b8597aaabc53 HTTP/1.1" status: 204 len: 168 time: 0.4107454 Aug 24 16:52:10.566937 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-886eb78c-49bf-42e2-be01-4b4263098c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (00c60e5d-b45c-4009-b1cc-be2917a27c6e), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:10.569695 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-886eb78c-49bf-42e2-be01-4b4263098c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:10.572286 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-886eb78c-49bf-42e2-be01-4b4263098c91 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/00c60e5d-b45c-4009-b1cc-be2917a27c6e HTTP/1.1" status: 204 len: 168 time: 0.3578112 Aug 24 16:52:10.583768 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26158f0-2cc5-414b-8d83-6fa619955927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af5180a-5460-4164-a3b2-b8597aaabc53,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:10.607754 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886eb78c-49bf-42e2-be01-4b4263098c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c60e5d-b45c-4009-b1cc-be2917a27c6e,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:11.405004 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:11.964945 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39294) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:12.007858 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-77656334-c0a6-44f5-8281-6807db283bd5 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=fa06923c74854d6c82a342edd8a670af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417476 Aug 24 16:52:12.010781 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39296) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:12.028438 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:12.064054 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Publish callbacks [] for security_group (8843e290-a789-4f38-acbf-c870ad88d538), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:12.090120 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Publish callbacks [] for security_group (8843e290-a789-4f38-acbf-c870ad88d538), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:12.189681 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39300) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:12.204163 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f0d1d400-706c-4cdb-8ee7-2d01df1b395f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:12.282291 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (8843e290-a789-4f38-acbf-c870ad88d538), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:12.284916 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:12.286062 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/8843e290-a789-4f38-acbf-c870ad88d538 HTTP/1.1" status: 204 len: 168 time: 0.2743778 Aug 24 16:52:12.304465 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8843e290-a789-4f38-acbf-c870ad88d538,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:12.313474 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:12.313823 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:12.314173 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:12.314518 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:12.314853 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:12.315185 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:12.315516 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:12.315845 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:12.316172 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:12.316544 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:12.317208 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:12.317548 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:12.317875 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:12.318200 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:12.319255 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846bfbb-f50c-4662-b826-9f92cf87c71f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:12.362965 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f0d1d400-706c-4cdb-8ee7-2d01df1b395f admin admin] Publish callbacks [] for security_group (ae63b0b2-74bc-4487-9e8b-1e5dbc4d3672), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:12.467783 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f0d1d400-706c-4cdb-8ee7-2d01df1b395f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (ae63b0b2-74bc-4487-9e8b-1e5dbc4d3672), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:12.506412 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39308) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:12.539636 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-f0d1d400-706c-4cdb-8ee7-2d01df1b395f admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=864b9b58a10047c58e7d57cc0eaf3145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488591 Aug 24 16:52:12.543318 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39310) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:12.543943 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1d400-706c-4cdb-8ee7-2d01df1b395f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae63b0b2-74bc-4487-9e8b-1e5dbc4d3672,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:12.580902 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-f8c069fe-793a-4329-8feb-19c01f8e36d3 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=02af537ef76e416296a562ec399f5443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0692232 Aug 24 16:52:12.585106 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39312) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:12.663078 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3017eea6-2477-437b-ae10-bebc0fbdd5d1 admin admin] Publish callbacks [] for security_group (ae63b0b2-74bc-4487-9e8b-1e5dbc4d3672), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:12.703623 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3017eea6-2477-437b-ae10-bebc0fbdd5d1 admin admin] Publish callbacks [] for security_group (ae63b0b2-74bc-4487-9e8b-1e5dbc4d3672), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:12.725636 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Publish callbacks [] for security_group (80c535ba-7ee7-4578-9327-0922cd8d5c58), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:12.779606 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Publish callbacks [] for security_group (80c535ba-7ee7-4578-9327-0922cd8d5c58), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:13.013776 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (80c535ba-7ee7-4578-9327-0922cd8d5c58), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:13.016425 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:13.017947 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/80c535ba-7ee7-4578-9327-0922cd8d5c58 HTTP/1.1" status: 204 len: 168 time: 0.4318440 Aug 24 16:52:13.018721 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3017eea6-2477-437b-ae10-bebc0fbdd5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (ae63b0b2-74bc-4487-9e8b-1e5dbc4d3672), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:13.021378 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-3017eea6-2477-437b-ae10-bebc0fbdd5d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:13.023742 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-3017eea6-2477-437b-ae10-bebc0fbdd5d1 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/ae63b0b2-74bc-4487-9e8b-1e5dbc4d3672 HTTP/1.1" status: 204 len: 168 time: 0.4782383 Aug 24 16:52:13.035647 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c535ba-7ee7-4578-9327-0922cd8d5c58,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:13.044208 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:13.044600 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:13.044950 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:13.045293 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:13.045637 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:13.045978 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:13.046322 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:13.046730 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:13.047321 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:13.047653 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:13.048088 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:13.048459 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:13.048797 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:13.049129 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:13.049547 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d7ec1b-ff76-45c7-9eb2-1c0a38ef0d57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:13.064506 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017eea6-2477-437b-ae10-bebc0fbdd5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae63b0b2-74bc-4487-9e8b-1e5dbc4d3672,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:13.819953 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:14.380127 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:14.585577 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:52:14.832255 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39386) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:15.276292 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-c4868937-32e2-480c-8101-54818e0d17e5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1314959277-network', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:15.293346 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:15.390167 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4868937-32e2-480c-8101-54818e0d17e5 admin admin] Made reservation on behalf of f18db8d724d4436cb1721859066ac74d for: {'network': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:52:15.392619 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c4868937-32e2-480c-8101-54818e0d17e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:15.402062 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c4868937-32e2-480c-8101-54818e0d17e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:15.491518 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c4868937-32e2-480c-8101-54818e0d17e5 admin admin] Publish callbacks [] for security_group (1bed9343-6dc5-4995-b9d6-73f035f73ac7), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:15.612199 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39402) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:15.636072 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c4868937-32e2-480c-8101-54818e0d17e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (1bed9343-6dc5-4995-b9d6-73f035f73ac7), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:15.655675 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4868937-32e2-480c-8101-54818e0d17e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=113370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:52:15.679241 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c4868937-32e2-480c-8101-54818e0d17e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (2f10c59e-44d5-4697-b56f-aff0b2f56753), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:15.679664 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.segments_db [None req-c4868937-32e2-480c-8101-54818e0d17e5 admin admin] Added segment 2f10c59e-44d5-4697-b56f-aff0b2f56753 of type vlan for network a598ee64-8390-470b-8704-7686a7a90fa6 Aug 24 16:52:15.688541 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4868937-32e2-480c-8101-54818e0d17e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bed9343-6dc5-4995-b9d6-73f035f73ac7,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:15.728783 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c4868937-32e2-480c-8101-54818e0d17e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (a598ee64-8390-470b-8704-7686a7a90fa6), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:15.783229 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-76ec2209-f6d4-4901-be6e-9d99e4eb980d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:15.872098 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-76ec2209-f6d4-4901-be6e-9d99e4eb980d admin admin] Publish callbacks [] for security_group (a8142cbb-8865-4e1b-b479-8d907a6086ab), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:15.927900 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c4868937-32e2-480c-8101-54818e0d17e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (a598ee64-8390-470b-8704-7686a7a90fa6), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:15.929013 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4868937-32e2-480c-8101-54818e0d17e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:15.929605 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c4868937-32e2-480c-8101-54818e0d17e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:15.990936 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4868937-32e2-480c-8101-54818e0d17e5 admin admin] Pushing event updated for resources: {'Network': ['ID=a598ee64-8390-470b-8704-7686a7a90fa6,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:16.001126 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network a598ee64-8390-470b-8704-7686a7a90fa6 details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:52:16.048076 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-76ec2209-f6d4-4901-be6e-9d99e4eb980d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (a8142cbb-8865-4e1b-b479-8d907a6086ab), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:16.053781 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-c4868937-32e2-480c-8101-54818e0d17e5 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2170935 Aug 24 16:52:16.054712 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39410) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:16.059888 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-3873b70e-2029-48df-9255-9e247587c8f1 admin admin] Request body: {'subnet': {'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1314959277-subnet', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'ip_version': 4}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:16.086548 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec2209-f6d4-4901-be6e-9d99e4eb980d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8142cbb-8865-4e1b-b479-8d907a6086ab,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:16.100936 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-76ec2209-f6d4-4901-be6e-9d99e4eb980d admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=f0f36a9b4a1b4a2ead9c88fc5db02f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4877143 Aug 24 16:52:16.103054 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39414) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:16.161048 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a84b9628-f557-4f1a-b946-aab13d70345e admin admin] Publish callbacks [] for security_group (a8142cbb-8865-4e1b-b479-8d907a6086ab), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:16.186268 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a84b9628-f557-4f1a-b946-aab13d70345e admin admin] Publish callbacks [] for security_group (a8142cbb-8865-4e1b-b479-8d907a6086ab), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:16.198591 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3873b70e-2029-48df-9255-9e247587c8f1 admin admin] Made reservation on behalf of f18db8d724d4436cb1721859066ac74d for: {'subnet': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:52:16.200987 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3873b70e-2029-48df-9255-9e247587c8f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126111640'] for subnet (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:16.232509 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:16.325202 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a84b9628-f557-4f1a-b946-aab13d70345e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (a8142cbb-8865-4e1b-b479-8d907a6086ab), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:16.328802 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a84b9628-f557-4f1a-b946-aab13d70345e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:16.331944 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a84b9628-f557-4f1a-b946-aab13d70345e admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/a8142cbb-8865-4e1b-b479-8d907a6086ab HTTP/1.1" status: 204 len: 168 time: 0.2259836 Aug 24 16:52:16.343725 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b9628-f557-4f1a-b946-aab13d70345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8142cbb-8865-4e1b-b479-8d907a6086ab,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:16.565303 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3873b70e-2029-48df-9255-9e247587c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125894000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126111734'] for subnet (b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:16.636432 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:16.638324 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873b70e-2029-48df-9255-9e247587c8f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:16.644024 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3873b70e-2029-48df-9255-9e247587c8f1 admin admin] Checking segment: {'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:52:16.644416 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3873b70e-2029-48df-9255-9e247587c8f1 admin admin] Network hostable DHCP agents. Network: a598ee64-8390-470b-8704-7686a7a90fa6, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:52:16.745955 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3873b70e-2029-48df-9255-9e247587c8f1 admin admin] Network a598ee64-8390-470b-8704-7686a7a90fa6 is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:52:16.859669 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-3873b70e-2029-48df-9255-9e247587c8f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, a598ee64-8390-470b-8704-7686a7a90fa6) {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:52:16.866634 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3873b70e-2029-48df-9255-9e247587c8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:16.878702 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3873b70e-2029-48df-9255-9e247587c8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:16.879921 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d13ef4c-74f0-44ec-b4f1-6f910a0bdf01 None None] Network a598ee64-8390-470b-8704-7686a7a90fa6 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:52:16.981005 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-3873b70e-2029-48df-9255-9e247587c8f1 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9210815 Aug 24 16:52:16.981615 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39444) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:16.987524 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:17.139607 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3306'] for router (50cda684-8082-4bcd-a417-8b482166b890), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:17.141150 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3299'] for router (50cda684-8082-4bcd-a417-8b482166b890), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:17.154502 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79e58bd-cc35-52eb-9f37-819db978e22d-a598ee64-8390-470b-8704-7686a7a90fa6', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe'}]}} from dv-cinder-731167-2-iscsi. {{(pid=113371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 16:52:17.155456 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:17.213082 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Publish callbacks [] for router_controller (50cda684-8082-4bcd-a417-8b482166b890), precommit_add_association {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:17.278999 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:17.329644 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.db_base_plugin_common [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Allocated IP 172.20.0.2 (a598ee64-8390-470b-8704-7686a7a90fa6/b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe/2de8d950-bb6a-43a4-8379-378cea91ca2a) {{(pid=113371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:52:17.478823 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:17.495472 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Publish callbacks [] for router_gateway (50cda684-8082-4bcd-a417-8b482166b890), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:17.497069 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Publish callbacks [] for port (2de8d950-bb6a-43a4-8379-378cea91ca2a), precommit_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:17.606856 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (2de8d950-bb6a-43a4-8379-378cea91ca2a), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:17.658782 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Network a598ee64-8390-470b-8704-7686a7a90fa6 is already hosted by enough agents. {{(pid=113371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:52:17.662051 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.base_scheduler [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Resources bound (agent type, host, resource id): {{(pid=113371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:52:17.667010 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Received port after_create {{(pid=113371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:52:17.677535 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Pushing event updated for resources: {'Port': ['ID=2de8d950-bb6a-43a4-8379-378cea91ca2a,revision_number=1']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:17.713658 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:17.714152 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:17.714707 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:17.715214 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:17.715695 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:17.716198 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:17.716672 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:17.717147 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:17.717787 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:17.718425 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:17.718798 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:17.719202 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:17.719606 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:17.720031 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:17.720476 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:17.736712 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:17.779843 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Attempting to bind port 2de8d950-bb6a-43a4-8379-378cea91ca2a on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:52:17.780431 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Attempting to bind port 2de8d950-bb6a-43a4-8379-378cea91ca2a by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:52:17.780764 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Attempting to bind port 2de8d950-bb6a-43a4-8379-378cea91ca2a on network a598ee64-8390-470b-8704-7686a7a90fa6 {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:52:17.787845 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:52:17.789072 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Checking segment: {'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:52:17.789506 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:17.789911 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Bound using segment: {'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:52:17.790406 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Bound port: 2de8d950-bb6a-43a4-8379-378cea91ca2a, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:52:17.791274 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (2de8d950-bb6a-43a4-8379-378cea91ca2a), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:17.855987 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Publish callbacks [] for router_gateway (50cda684-8082-4bcd-a417-8b482166b890), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:17.890107 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:17.890323 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] For port 2de8d950-bb6a-43a4-8379-378cea91ca2a, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:52:17.898721 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] For port 2de8d950-bb6a-43a4-8379-378cea91ca2a, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=2de8d950-bb6a-43a4-8379-378cea91ca2a,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:52:18.020775 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Allocated IP 172.27.4.83 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/79eb1f76-64b2-478e-a6d6-64e236bdc835) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:52:18.090468 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (2de8d950-bb6a-43a4-8379-378cea91ca2a), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:18.157712 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892ca25-b424-4850-a04c-1f0ccf21e826 None None] Pushing event updated for resources: {'Port': ['ID=2de8d950-bb6a-43a4-8379-378cea91ca2a,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:18.167192 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Publish callbacks [] for port (79eb1f76-64b2-478e-a6d6-64e236bdc835), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:18.341349 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (79eb1f76-64b2-478e-a6d6-64e236bdc835), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:18.432754 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Pushing event updated for resources: {'Port': ['ID=79eb1f76-64b2-478e-a6d6-64e236bdc835,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:18.445812 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:52:18.448662 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:52:18.456626 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:52:18.836619 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39496) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:18.852481 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:18.993968 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Publish callbacks [] for router_gateway (50cda684-8082-4bcd-a417-8b482166b890), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:19.233933 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a3f30b23-1c3e-4376-81c4-1cc50aa8926e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:19.294050 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552919'] for router (50cda684-8082-4bcd-a417-8b482166b890), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:19.407433 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f53392-afe0-45b7-9f65-d79754728007 None None] Network a598ee64-8390-470b-8704-7686a7a90fa6 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:52:19.425653 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a3f30b23-1c3e-4376-81c4-1cc50aa8926e admin admin] Publish callbacks [] for security_group (e4ca1088-9fc9-49dc-b1e9-0d7c06ec7568), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:19.489603 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-4e0b3a48-4229-44bf-842d-b77183edb834 None None] Provisioning complete for port 2de8d950-bb6a-43a4-8379-378cea91ca2a triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:19.489878 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3a48-4229-44bf-842d-b77183edb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (2de8d950-bb6a-43a4-8379-378cea91ca2a), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:19.570105 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a3f30b23-1c3e-4376-81c4-1cc50aa8926e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (e4ca1088-9fc9-49dc-b1e9-0d7c06ec7568), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:19.606271 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-4e0b3a48-4229-44bf-842d-b77183edb834 None None] Current status of the port 2de8d950-bb6a-43a4-8379-378cea91ca2a is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:52:19.606789 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3a48-4229-44bf-842d-b77183edb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (2de8d950-bb6a-43a4-8379-378cea91ca2a), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:19.642553 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a3f30b23-1c3e-4376-81c4-1cc50aa8926e admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=f30a5fa4bd204a2ea790b9afa6f4e663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7965860 Aug 24 16:52:19.642553 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f30b23-1c3e-4376-81c4-1cc50aa8926e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ca1088-9fc9-49dc-b1e9-0d7c06ec7568,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:19.642864 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39510) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:19.649574 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-4e0b3a48-4229-44bf-842d-b77183edb834 None None] For port 2de8d950-bb6a-43a4-8379-378cea91ca2a, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=2de8d950-bb6a-43a4-8379-378cea91ca2a,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:52:19.680222 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Router 50cda684-8082-4bcd-a417-8b482166b890 is scheduled to L3 agent 2dbb6959-f904-4981-a817-70b18d95759f with binding_index 1 {{(pid=113369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:52:19.777567 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0235c5b4-78a1-482f-9889-e7595ef5be81 admin admin] Publish callbacks [] for security_group (e4ca1088-9fc9-49dc-b1e9-0d7c06ec7568), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:19.789891 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3a48-4229-44bf-842d-b77183edb834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (2de8d950-bb6a-43a4-8379-378cea91ca2a), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:19.814488 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0235c5b4-78a1-482f-9889-e7595ef5be81 admin admin] Publish callbacks [] for security_group (e4ca1088-9fc9-49dc-b1e9-0d7c06ec7568), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:19.885380 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:52:19.898120 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Sync routers for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:52:19.939709 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b3a48-4229-44bf-842d-b77183edb834 None None] Pushing event updated for resources: {'Port': ['ID=2de8d950-bb6a-43a4-8379-378cea91ca2a,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:19.948308 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-97fca04b-96e0-47c6-9620-91e213a1c10e None None] Provisioning complete for port 2de8d950-bb6a-43a4-8379-378cea91ca2a triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:19.948752 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-97fca04b-96e0-47c6-9620-91e213a1c10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (2de8d950-bb6a-43a4-8379-378cea91ca2a), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:19.950521 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:52:19.951142 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:52:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:20.082342 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] Publish callbacks [] for router (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:20.085021 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39520) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:20.086190 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-572cab62-cecf-40ca-ab72-ce5692f69fad admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1031094 Aug 24 16:52:20.111806 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0235c5b4-78a1-482f-9889-e7595ef5be81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (e4ca1088-9fc9-49dc-b1e9-0d7c06ec7568), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:20.114989 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0235c5b4-78a1-482f-9889-e7595ef5be81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:20.117840 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-0235c5b4-78a1-482f-9889-e7595ef5be81 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/e4ca1088-9fc9-49dc-b1e9-0d7c06ec7568 HTTP/1.1" status: 204 len: 168 time: 0.4723763 Aug 24 16:52:20.144269 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235c5b4-78a1-482f-9889-e7595ef5be81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ca1088-9fc9-49dc-b1e9-0d7c06ec7568,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:20.157955 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:52:20.200668 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-97fca04b-96e0-47c6-9620-91e213a1c10e None None] Current status of the port 2de8d950-bb6a-43a4-8379-378cea91ca2a is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:52:20.324438 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 2de8d950-bb6a-43a4-8379-378cea91ca2a up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:52:20.369479 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:20.500851 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 2de8d950-bb6a-43a4-8379-378cea91ca2a triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:20.501429 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (2de8d950-bb6a-43a4-8379-378cea91ca2a), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:20.533669 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:18Z', 'revision_number': 3, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:20.538009 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:20.575023 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Checking router: 50cda684-8082-4bcd-a417-8b482166b890 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:52:20.575650 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Updating router 50cda684-8082-4bcd-a417-8b482166b890 port 79eb1f76-64b2-478e-a6d6-64e236bdc835 binding host dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:52:20.630090 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (79eb1f76-64b2-478e-a6d6-64e236bdc835), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:20.692548 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 2de8d950-bb6a-43a4-8379-378cea91ca2a is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:52:20.744909 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:20.907132 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:20.929804 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Allocated IP 172.20.0.1 (a598ee64-8390-470b-8704-7686a7a90fa6/b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe/9ad75ed5-282e-4c69-9800-2aa5422decdb) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:52:20.995787 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Publish callbacks [] for port (79eb1f76-64b2-478e-a6d6-64e236bdc835), precommit_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:21.065629 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Publish callbacks [] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:21.335147 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=68 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:21.359299 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (79eb1f76-64b2-478e-a6d6-64e236bdc835), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:21.364415 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:21.394836 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Attempting to bind port 79eb1f76-64b2-478e-a6d6-64e236bdc835 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:52:21.395232 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Attempting to bind port 79eb1f76-64b2-478e-a6d6-64e236bdc835 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:52:21.395582 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Attempting to bind port 79eb1f76-64b2-478e-a6d6-64e236bdc835 on network aab3c770-6763-4e5f-928b-64ea6b35bf09 {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:52:21.406502 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Network a598ee64-8390-470b-8704-7686a7a90fa6 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:52:21.409757 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:52:21.411381 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:52:21.411770 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Checking segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:52:21.412846 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:21.412978 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:52:21.413301 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Bound using segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:52:21.413790 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Bound port: 79eb1f76-64b2-478e-a6d6-64e236bdc835, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:52:21.414163 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (79eb1f76-64b2-478e-a6d6-64e236bdc835), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:21.426810 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab30664-974e-4fca-abb6-744ee3a5d379 None None] Pushing event updated for resources: {'Port': ['ID=79eb1f76-64b2-478e-a6d6-64e236bdc835,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:21.446618 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Pushing event updated for resources: {'Port': ['ID=9ad75ed5-282e-4c69-9800-2aa5422decdb,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:21.473828 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-485962'] for router_interface (50cda684-8082-4bcd-a417-8b482166b890), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:21.496391 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] For port 79eb1f76-64b2-478e-a6d6-64e236bdc835, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:52:21.501309 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] For port 79eb1f76-64b2-478e-a6d6-64e236bdc835, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=79eb1f76-64b2-478e-a6d6-64e236bdc835,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:52:21.581496 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39532) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:21.616775 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ae13582c-2293-47ae-8266-b4d6ef3a46b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:21.639810 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (79eb1f76-64b2-478e-a6d6-64e236bdc835), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:21.686950 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:52:21.687739 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:52:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:21.729441 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ae13582c-2293-47ae-8266-b4d6ef3a46b1 admin admin] Publish callbacks [] for security_group (94b5b837-a725-4ea9-bec7-2cc70367a637), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:21.742563 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:21.845661 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ae13582c-2293-47ae-8266-b4d6ef3a46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (94b5b837-a725-4ea9-bec7-2cc70367a637), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:21.953064 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13582c-2293-47ae-8266-b4d6ef3a46b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b5b837-a725-4ea9-bec7-2cc70367a637,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:21.966086 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-ae13582c-2293-47ae-8266-b4d6ef3a46b1 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=22ef9ab19bca4838b582fe42df6af338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809042 Aug 24 16:52:21.966360 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39538) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:21.995970 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:21.997214 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-d6c10eea-8ac8-416f-8224-4ed1c59c185e None None] Provisioning complete for port 9ad75ed5-282e-4c69-9800-2aa5422decdb triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:21.997707 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-d6c10eea-8ac8-416f-8224-4ed1c59c185e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:22.045572 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bb3d424f-bca7-4bb3-962f-af7cce7bf3ec admin admin] Publish callbacks [] for security_group (94b5b837-a725-4ea9-bec7-2cc70367a637), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:22.054691 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab30664-974e-4fca-abb6-744ee3a5d379 None None] Pushing event updated for resources: {'Port': ['ID=79eb1f76-64b2-478e-a6d6-64e236bdc835,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:22.081840 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bb3d424f-bca7-4bb3-962f-af7cce7bf3ec admin admin] Publish callbacks [] for security_group (94b5b837-a725-4ea9-bec7-2cc70367a637), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:22.091614 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-d6c10eea-8ac8-416f-8224-4ed1c59c185e None None] Port 9ad75ed5-282e-4c69-9800-2aa5422decdb cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:52:22.096815 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:52:22.120866 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Publish callbacks [] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:22.242865 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:22.314284 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:20Z', 'revision_number': 1, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:22.327282 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Pushing event updated for resources: {'Port': ['ID=9ad75ed5-282e-4c69-9800-2aa5422decdb,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:22.336417 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485942'] for router_interface (50cda684-8082-4bcd-a417-8b482166b890), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:22.346902 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1b0a3-8c78-4198-8718-c398f9793d9f None None] The sync data for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi is: [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:20Z', 'revision_number': 1, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:52:22.399221 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bb3d424f-bca7-4bb3-962f-af7cce7bf3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (94b5b837-a725-4ea9-bec7-2cc70367a637), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:22.399221 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bb3d424f-bca7-4bb3-962f-af7cce7bf3ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:22.399221 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-bb3d424f-bca7-4bb3-962f-af7cce7bf3ec admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/94b5b837-a725-4ea9-bec7-2cc70367a637 HTTP/1.1" status: 204 len: 168 time: 0.4171462 Aug 24 16:52:22.407609 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d424f-bca7-4bb3-962f-af7cce7bf3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b5b837-a725-4ea9-bec7-2cc70367a637,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:22.478303 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Network a598ee64-8390-470b-8704-7686a7a90fa6 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:52:22.481528 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:52:22.671192 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Router 50cda684-8082-4bcd-a417-8b482166b890 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:52:22.820842 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:22.830913 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:52:22.850986 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-849fd2ff-fd41-47e9-9fda-dc998d34d38c admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/50cda684-8082-4bcd-a417-8b482166b890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7540357 Aug 24 16:52:22.859618 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-66c19751-301d-4dc3-b725-e9147f6c6704 None None] Provisioning complete for port 9ad75ed5-282e-4c69-9800-2aa5422decdb triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:22.860560 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-66c19751-301d-4dc3-b725-e9147f6c6704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:22.934770 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-66c19751-301d-4dc3-b725-e9147f6c6704 None None] Port 9ad75ed5-282e-4c69-9800-2aa5422decdb cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:52:23.085605 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:24.290733 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 79eb1f76-64b2-478e-a6d6-64e236bdc835 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:52:24.414755 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 79eb1f76-64b2-478e-a6d6-64e236bdc835 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:24.415058 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (79eb1f76-64b2-478e-a6d6-64e236bdc835), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:24.538749 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 79eb1f76-64b2-478e-a6d6-64e236bdc835 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:52:24.540879 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (79eb1f76-64b2-478e-a6d6-64e236bdc835), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:24.547860 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:24.578080 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=60 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:24.593914 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port 79eb1f76-64b2-478e-a6d6-64e236bdc835, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=79eb1f76-64b2-478e-a6d6-64e236bdc835,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:52:24.625136 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39610) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:24.634498 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-e9c89722-8ca4-41b6-851a-c30d43b3e1ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1045653168-network', 'tenant_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:24.780364 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (79eb1f76-64b2-478e-a6d6-64e236bdc835), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:24.856983 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=79eb1f76-64b2-478e-a6d6-64e236bdc835,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:24.859894 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c89722-8ca4-41b6-851a-c30d43b3e1ad admin admin] Made reservation on behalf of 8e0f1d8b8e0340f4b47820ef3de2ca1a for: {'network': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:52:24.862512 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e9c89722-8ca4-41b6-851a-c30d43b3e1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:24.885777 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e9c89722-8ca4-41b6-851a-c30d43b3e1ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:25.019038 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e9c89722-8ca4-41b6-851a-c30d43b3e1ad admin admin] Publish callbacks [] for security_group (17dfbf3a-710f-45f2-be68-ed1f9f8062df), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:25.108835 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Sync routers for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:52:25.120726 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:52:25.121639 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:52:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:25.196739 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e9c89722-8ca4-41b6-851a-c30d43b3e1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (17dfbf3a-710f-45f2-be68-ed1f9f8062df), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:25.228610 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c89722-8ca4-41b6-851a-c30d43b3e1ad admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=113370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:52:25.248828 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c89722-8ca4-41b6-851a-c30d43b3e1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dfbf3a-710f-45f2-be68-ed1f9f8062df,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:25.253076 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e9c89722-8ca4-41b6-851a-c30d43b3e1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (bca905b1-614d-45a1-a809-45ba09b945bd), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:25.253705 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.segments_db [None req-e9c89722-8ca4-41b6-851a-c30d43b3e1ad admin admin] Added segment bca905b1-614d-45a1-a809-45ba09b945bd of type vlan for network dff29c70-19ab-43f3-89d9-7c7a867e178d Aug 24 16:52:25.308484 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e9c89722-8ca4-41b6-851a-c30d43b3e1ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (dff29c70-19ab-43f3-89d9-7c7a867e178d), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:25.356987 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:52:25.443856 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:25.569055 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e9c89722-8ca4-41b6-851a-c30d43b3e1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (dff29c70-19ab-43f3-89d9-7c7a867e178d), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:25.570539 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c89722-8ca4-41b6-851a-c30d43b3e1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:25.571386 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e9c89722-8ca4-41b6-851a-c30d43b3e1ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:25.629438 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 2, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:25.671222 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Checking router: 50cda684-8082-4bcd-a417-8b482166b890 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:52:25.672258 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Updating router 50cda684-8082-4bcd-a417-8b482166b890 port 9ad75ed5-282e-4c69-9800-2aa5422decdb binding host dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:52:25.693109 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c89722-8ca4-41b6-851a-c30d43b3e1ad admin admin] Pushing event updated for resources: {'Network': ['ID=dff29c70-19ab-43f3-89d9-7c7a867e178d,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:25.708809 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:25.711311 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network dff29c70-19ab-43f3-89d9-7c7a867e178d details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:52:25.757362 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-e9c89722-8ca4-41b6-851a-c30d43b3e1ad admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1298506 Aug 24 16:52:25.760813 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39638) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:25.771291 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-61041e9c-66ff-4919-85c9-91d076d5da93 admin admin] Request body: {'subnet': {'network_id': 'dff29c70-19ab-43f3-89d9-7c7a867e178d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1045653168-subnet', 'tenant_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'ip_version': 4}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:25.888580 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:25.914878 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61041e9c-66ff-4919-85c9-91d076d5da93 admin admin] Made reservation on behalf of 8e0f1d8b8e0340f4b47820ef3de2ca1a for: {'subnet': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:52:25.918640 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-61041e9c-66ff-4919-85c9-91d076d5da93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126111640'] for subnet (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:26.042938 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:26.065161 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Publish callbacks [] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), precommit_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:26.221498 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 79eb1f76-64b2-478e-a6d6-64e236bdc835 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:52:26.273840 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:26.279499 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 79eb1f76-64b2-478e-a6d6-64e236bdc835 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:26.297844 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (79eb1f76-64b2-478e-a6d6-64e236bdc835), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:26.339759 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a379e-c756-4432-9dc5-c6b12397c516 None None] Pushing event updated for resources: {'Port': ['ID=9ad75ed5-282e-4c69-9800-2aa5422decdb,revision_number=3']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:26.353361 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a379e-c756-4432-9dc5-c6b12397c516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:26.353994 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a379e-c756-4432-9dc5-c6b12397c516 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:26.354512 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a379e-c756-4432-9dc5-c6b12397c516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:26.355023 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a379e-c756-4432-9dc5-c6b12397c516 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:26.355555 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a379e-c756-4432-9dc5-c6b12397c516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:26.357712 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-61041e9c-66ff-4919-85c9-91d076d5da93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125894000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126111734'] for subnet (33e601fd-5372-45d0-bf7a-18d26361a824), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:26.367686 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a379e-c756-4432-9dc5-c6b12397c516 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:26.368080 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a379e-c756-4432-9dc5-c6b12397c516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:26.368468 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a379e-c756-4432-9dc5-c6b12397c516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:26.368816 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a379e-c756-4432-9dc5-c6b12397c516 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:26.371379 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a379e-c756-4432-9dc5-c6b12397c516 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:26.372093 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a379e-c756-4432-9dc5-c6b12397c516 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:26.372926 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a379e-c756-4432-9dc5-c6b12397c516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:26.373467 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a379e-c756-4432-9dc5-c6b12397c516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:26.376933 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a379e-c756-4432-9dc5-c6b12397c516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:26.377723 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6a379e-c756-4432-9dc5-c6b12397c516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:52:26.437395 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 79eb1f76-64b2-478e-a6d6-64e236bdc835 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:52:26.470512 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61041e9c-66ff-4919-85c9-91d076d5da93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e601fd-5372-45d0-bf7a-18d26361a824,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:26.501355 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61041e9c-66ff-4919-85c9-91d076d5da93 admin admin] Checking segment: {'id': 'bca905b1-614d-45a1-a809-45ba09b945bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dff29c70-19ab-43f3-89d9-7c7a867e178d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:52:26.502296 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61041e9c-66ff-4919-85c9-91d076d5da93 admin admin] Network hostable DHCP agents. Network: dff29c70-19ab-43f3-89d9-7c7a867e178d, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:52:26.511052 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Attempting to bind port 9ad75ed5-282e-4c69-9800-2aa5422decdb on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:52:26.511793 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Attempting to bind port 9ad75ed5-282e-4c69-9800-2aa5422decdb by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:52:26.512235 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Attempting to bind port 9ad75ed5-282e-4c69-9800-2aa5422decdb on network a598ee64-8390-470b-8704-7686a7a90fa6 {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:52:26.518459 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:52:26.519146 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Checking segment: {'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:52:26.519562 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:26.519958 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Bound using segment: {'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:52:26.520469 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Bound port: 9ad75ed5-282e-4c69-9800-2aa5422decdb, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'}}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:52:26.520859 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:26.597956 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] For port 9ad75ed5-282e-4c69-9800-2aa5422decdb, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:52:26.604160 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] For port 9ad75ed5-282e-4c69-9800-2aa5422decdb, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=9ad75ed5-282e-4c69-9800-2aa5422decdb,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:52:26.700399 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61041e9c-66ff-4919-85c9-91d076d5da93 admin admin] Network dff29c70-19ab-43f3-89d9-7c7a867e178d is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:52:26.786395 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:26.787631 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:26.822280 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-61041e9c-66ff-4919-85c9-91d076d5da93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, dff29c70-19ab-43f3-89d9-7c7a867e178d) {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:52:26.823247 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:52:26.823898 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:52:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:26.835906 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61041e9c-66ff-4919-85c9-91d076d5da93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:26.836768 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-61041e9c-66ff-4919-85c9-91d076d5da93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:26.837827 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cbd847-a987-4b99-a0b3-7d59d2e543ef None None] Network dff29c70-19ab-43f3-89d9-7c7a867e178d requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:52:26.907530 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:26.940048 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a379e-c756-4432-9dc5-c6b12397c516 None None] Pushing event updated for resources: {'Port': ['ID=9ad75ed5-282e-4c69-9800-2aa5422decdb,revision_number=4']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:26.963768 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-61041e9c-66ff-4919-85c9-91d076d5da93 admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1999557 Aug 24 16:52:26.965933 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39662) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:26.983467 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1045653168-router', 'tenant_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:26.986053 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:52:27.013692 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:27.032418 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd79e58bd-cc35-52eb-9f37-819db978e22d-dff29c70-19ab-43f3-89d9-7c7a867e178d', 'network_id': 'dff29c70-19ab-43f3-89d9-7c7a867e178d', 'project_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'fixed_ips': [{'subnet_id': '33e601fd-5372-45d0-bf7a-18d26361a824'}]}} from dv-cinder-731167-2-iscsi. {{(pid=113371) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 16:52:27.033825 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:27.095117 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-550474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3306'] for router (6db9e74e-37c9-4a13-9e2b-34fce0d76574), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:27.097031 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552870', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3299'] for router (6db9e74e-37c9-4a13-9e2b-34fce0d76574), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:27.181670 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Publish callbacks [] for router_controller (6db9e74e-37c9-4a13-9e2b-34fce0d76574), precommit_add_association {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:27.239041 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:26Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:27.279771 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63296f98-099e-4b04-bd90-be78f7b0993c None None] The sync data for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi is: [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:26Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:52:27.304502 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.db_base_plugin_common [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Allocated IP 172.20.0.2 (dff29c70-19ab-43f3-89d9-7c7a867e178d/33e601fd-5372-45d0-bf7a-18d26361a824/03423459-4fda-4945-9df1-395e57563ef4) {{(pid=113371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:52:27.468709 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:27.601491 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Publish callbacks [] for port (03423459-4fda-4945-9df1-395e57563ef4), precommit_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:27.604979 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Publish callbacks [] for router_gateway (6db9e74e-37c9-4a13-9e2b-34fce0d76574), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:27.749896 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435'] for port (03423459-4fda-4945-9df1-395e57563ef4), after_create {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:27.801364 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Network dff29c70-19ab-43f3-89d9-7c7a867e178d is already hosted by enough agents. {{(pid=113371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:52:27.806296 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.scheduler.base_scheduler [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Resources bound (agent type, host, resource id): {{(pid=113371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:52:27.809094 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Received port after_create {{(pid=113371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:52:27.823470 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Pushing event updated for resources: {'Port': ['ID=03423459-4fda-4945-9df1-395e57563ef4,revision_number=1']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:27.898375 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Attempting to bind port 03423459-4fda-4945-9df1-395e57563ef4 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:52:27.899558 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Attempting to bind port 03423459-4fda-4945-9df1-395e57563ef4 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'bca905b1-614d-45a1-a809-45ba09b945bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dff29c70-19ab-43f3-89d9-7c7a867e178d'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:52:27.900286 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Attempting to bind port 03423459-4fda-4945-9df1-395e57563ef4 on network dff29c70-19ab-43f3-89d9-7c7a867e178d {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:52:27.912152 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:52:27.912523 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Checking segment: {'id': 'bca905b1-614d-45a1-a809-45ba09b945bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dff29c70-19ab-43f3-89d9-7c7a867e178d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:52:27.912725 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:27.913087 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Bound using segment: {'id': 'bca905b1-614d-45a1-a809-45ba09b945bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dff29c70-19ab-43f3-89d9-7c7a867e178d'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:52:27.913584 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Bound port: 03423459-4fda-4945-9df1-395e57563ef4, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca905b1-614d-45a1-a809-45ba09b945bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dff29c70-19ab-43f3-89d9-7c7a867e178d'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:52:27.913976 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (03423459-4fda-4945-9df1-395e57563ef4), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:28.048791 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] For port 03423459-4fda-4945-9df1-395e57563ef4, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:52:28.067017 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] For port 03423459-4fda-4945-9df1-395e57563ef4, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=03423459-4fda-4945-9df1-395e57563ef4,segment=NetworkSegment(bca905b1-614d-45a1-a809-45ba09b945bd),segment_id=bca905b1-614d-45a1-a809-45ba09b945bd)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:52:28.181380 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (03423459-4fda-4945-9df1-395e57563ef4), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:28.313688 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 9ad75ed5-282e-4c69-9800-2aa5422decdb up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:52:28.423668 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fc1d6-eae9-442d-8d51-99926af7b010 None None] Pushing event updated for resources: {'Port': ['ID=03423459-4fda-4945-9df1-395e57563ef4,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:28.434916 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Publish callbacks [] for router_gateway (6db9e74e-37c9-4a13-9e2b-34fce0d76574), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:28.468999 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 9ad75ed5-282e-4c69-9800-2aa5422decdb triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:28.470025 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:28.473458 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:28.628958 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 9ad75ed5-282e-4c69-9800-2aa5422decdb is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:52:28.629759 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:28.678895 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port 9ad75ed5-282e-4c69-9800-2aa5422decdb, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=9ad75ed5-282e-4c69-9800-2aa5422decdb,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:52:28.720286 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Allocated IP 172.27.4.77 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/1e6b8f21-54fd-452b-9d08-11b78181bf9b) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:52:28.874350 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:28.875577 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Publish callbacks [] for port (1e6b8f21-54fd-452b-9d08-11b78181bf9b), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:28.944541 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=9ad75ed5-282e-4c69-9800-2aa5422decdb,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:29.038251 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (1e6b8f21-54fd-452b-9d08-11b78181bf9b), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:29.128738 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:52:29.132075 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Pushing event updated for resources: {'Port': ['ID=1e6b8f21-54fd-452b-9d08-11b78181bf9b,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:29.137989 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:52:29.147120 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:52:29.487339 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f864165-623e-43eb-9ed8-0c2077f330e0 None None] Network dff29c70-19ab-43f3-89d9-7c7a867e178d requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:52:29.585008 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-1c8fb15f-bdc8-4d1e-899b-09b94dd33329 None None] Provisioning complete for port 03423459-4fda-4945-9df1-395e57563ef4 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:29.585381 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1c8fb15f-bdc8-4d1e-899b-09b94dd33329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (03423459-4fda-4945-9df1-395e57563ef4), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:29.709746 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-1c8fb15f-bdc8-4d1e-899b-09b94dd33329 None None] Current status of the port 03423459-4fda-4945-9df1-395e57563ef4 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:52:29.710257 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1c8fb15f-bdc8-4d1e-899b-09b94dd33329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (03423459-4fda-4945-9df1-395e57563ef4), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:29.717595 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Publish callbacks [] for router_gateway (6db9e74e-37c9-4a13-9e2b-34fce0d76574), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:29.755704 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-1c8fb15f-bdc8-4d1e-899b-09b94dd33329 None None] For port 03423459-4fda-4945-9df1-395e57563ef4, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=03423459-4fda-4945-9df1-395e57563ef4,segment=NetworkSegment(bca905b1-614d-45a1-a809-45ba09b945bd),segment_id=bca905b1-614d-45a1-a809-45ba09b945bd)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:52:29.929525 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:29.982637 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1c8fb15f-bdc8-4d1e-899b-09b94dd33329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (03423459-4fda-4945-9df1-395e57563ef4), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:29.987855 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-552919'] for router (6db9e74e-37c9-4a13-9e2b-34fce0d76574), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:30.061991 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fb15f-bdc8-4d1e-899b-09b94dd33329 None None] Pushing event updated for resources: {'Port': ['ID=03423459-4fda-4945-9df1-395e57563ef4,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:30.112151 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-7159b035-4ea2-4b75-bf9f-6a59bda9c124 None None] Provisioning complete for port 03423459-4fda-4945-9df1-395e57563ef4 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:30.112610 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-7159b035-4ea2-4b75-bf9f-6a59bda9c124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (03423459-4fda-4945-9df1-395e57563ef4), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:30.177539 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:30.220866 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39694) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:30.246277 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-7159b035-4ea2-4b75-bf9f-6a59bda9c124 None None] Current status of the port 03423459-4fda-4945-9df1-395e57563ef4 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:52:30.305516 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:30.351331 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Router 6db9e74e-37c9-4a13-9e2b-34fce0d76574 is scheduled to L3 agent 2dbb6959-f904-4981-a817-70b18d95759f with binding_index 1 {{(pid=113369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 16:52:30.354331 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 03423459-4fda-4945-9df1-395e57563ef4 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:52:30.395436 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bc6717a3-7c9a-421e-9392-882a8bb72e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:30.423155 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 03423459-4fda-4945-9df1-395e57563ef4 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:30.423617 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (03423459-4fda-4945-9df1-395e57563ef4), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:30.523103 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 03423459-4fda-4945-9df1-395e57563ef4 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:52:30.524413 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 9ad75ed5-282e-4c69-9800-2aa5422decdb up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:52:30.598641 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:52:30.609855 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 9ad75ed5-282e-4c69-9800-2aa5422decdb triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:30.610240 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:30.614158 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Sync routers for ids ['6db9e74e-37c9-4a13-9e2b-34fce0d76574'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:52:30.649070 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bc6717a3-7c9a-421e-9392-882a8bb72e57 admin admin] Publish callbacks [] for security_group (00f3b12c-bdb9-4ea8-8b08-15d4360a4304), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:30.665308 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Routers {'6db9e74e-37c9-4a13-9e2b-34fce0d76574'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:52:30.667208 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:52:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['6db9e74e-37c9-4a13-9e2b-34fce0d76574'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:30.791986 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 9ad75ed5-282e-4c69-9800-2aa5422decdb is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:52:30.813782 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Set router 6db9e74e-37c9-4a13-9e2b-34fce0d76574 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:52:30.820920 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] Publish callbacks [] for router (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:30.822333 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a77cc386-4519-4273-bf65-9c79d78d894d admin admin] 10.222.0.17 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8539128 Aug 24 16:52:30.823289 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bc6717a3-7c9a-421e-9392-882a8bb72e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (00f3b12c-bdb9-4ea8-8b08-15d4360a4304), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:30.835232 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39710) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:30.876108 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-bc6717a3-7c9a-421e-9392-882a8bb72e57 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=4ed4a384fa1f42d1b644ea9cfb291b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6513634 Aug 24 16:52:30.876108 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6717a3-7c9a-421e-9392-882a8bb72e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f3b12c-bdb9-4ea8-8b08-15d4360a4304,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:30.877739 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39712) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:30.963394 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-917acfac-77c9-444a-b2a3-ad21bf7ad7c5 admin admin] Publish callbacks [] for security_group (00f3b12c-bdb9-4ea8-8b08-15d4360a4304), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:30.987610 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:30.987852 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-917acfac-77c9-444a-b2a3-ad21bf7ad7c5 admin admin] Publish callbacks [] for security_group (00f3b12c-bdb9-4ea8-8b08-15d4360a4304), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:30.991597 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:31.178323 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'name': 'tempest-TestVolumeBootPattern-1045653168-router', 'tenant_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '1e6b8f21-54fd-452b-9d08-11b78181bf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:27Z', 'updated_at': '2022-08-24T16:52:29Z', 'revision_number': 3, 'project_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'gw_port': {'id': '1e6b8f21-54fd-452b-9d08-11b78181bf9b', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:28Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:31.203853 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Checking router: 6db9e74e-37c9-4a13-9e2b-34fce0d76574 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:52:31.204205 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Updating router 6db9e74e-37c9-4a13-9e2b-34fce0d76574 port 1e6b8f21-54fd-452b-9d08-11b78181bf9b binding host dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:52:31.235211 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (1e6b8f21-54fd-452b-9d08-11b78181bf9b), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:31.302271 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-917acfac-77c9-444a-b2a3-ad21bf7ad7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (00f3b12c-bdb9-4ea8-8b08-15d4360a4304), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:31.305918 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-917acfac-77c9-444a-b2a3-ad21bf7ad7c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:31.310202 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-917acfac-77c9-444a-b2a3-ad21bf7ad7c5 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/00f3b12c-bdb9-4ea8-8b08-15d4360a4304 HTTP/1.1" status: 204 len: 168 time: 0.4215913 Aug 24 16:52:31.325459 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917acfac-77c9-444a-b2a3-ad21bf7ad7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f3b12c-bdb9-4ea8-8b08-15d4360a4304,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:31.551542 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Publish callbacks [] for port (1e6b8f21-54fd-452b-9d08-11b78181bf9b), precommit_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:31.684605 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:31.786997 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (1e6b8f21-54fd-452b-9d08-11b78181bf9b), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:31.828276 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Attempting to bind port 1e6b8f21-54fd-452b-9d08-11b78181bf9b on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:52:31.828580 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Attempting to bind port 1e6b8f21-54fd-452b-9d08-11b78181bf9b by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:52:31.828940 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Attempting to bind port 1e6b8f21-54fd-452b-9d08-11b78181bf9b on network aab3c770-6763-4e5f-928b-64ea6b35bf09 {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:52:31.847726 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:52:31.848287 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Checking segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:52:31.848792 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:31.849247 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Bound using segment: {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'} {{(pid=113371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:52:31.849703 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.managers [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Bound port: 1e6b8f21-54fd-452b-9d08-11b78181bf9b, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b813d3ae-9a40-4c28-bb35-7aefc0a42d6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09'}}] {{(pid=113371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:52:31.850223 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (1e6b8f21-54fd-452b-9d08-11b78181bf9b), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:31.852851 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b206c-c0aa-4584-bfe1-b6f5301a7072 None None] Pushing event updated for resources: {'Port': ['ID=1e6b8f21-54fd-452b-9d08-11b78181bf9b,revision_number=2']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:31.861425 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Allocated IP 172.20.0.1 (dff29c70-19ab-43f3-89d9-7c7a867e178d/33e601fd-5372-45d0-bf7a-18d26361a824/79cd744d-05f0-456b-882f-c519ef90cd76) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:52:31.940079 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] For port 1e6b8f21-54fd-452b-9d08-11b78181bf9b, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:52:31.945382 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] For port 1e6b8f21-54fd-452b-9d08-11b78181bf9b, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=1e6b8f21-54fd-452b-9d08-11b78181bf9b,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:52:31.983581 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Publish callbacks [] for port (79cd744d-05f0-456b-882f-c519ef90cd76), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:31.994640 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-630a4946-43c5-49ea-a193-2e1038ed088d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:32.180414 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (1e6b8f21-54fd-452b-9d08-11b78181bf9b), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:32.231305 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Routers {'6db9e74e-37c9-4a13-9e2b-34fce0d76574'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:52:32.231963 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:52:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['6db9e74e-37c9-4a13-9e2b-34fce0d76574'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:32.241262 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (79cd744d-05f0-456b-882f-c519ef90cd76), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:32.318545 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Network dff29c70-19ab-43f3-89d9-7c7a867e178d is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:52:32.325039 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:52:32.331725 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:52:32.338020 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Pushing event updated for resources: {'Port': ['ID=79cd744d-05f0-456b-882f-c519ef90cd76,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:32.360145 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b206c-c0aa-4584-bfe1-b6f5301a7072 None None] Pushing event updated for resources: {'Port': ['ID=1e6b8f21-54fd-452b-9d08-11b78181bf9b,revision_number=3']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:32.410815 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-485962'] for router_interface (6db9e74e-37c9-4a13-9e2b-34fce0d76574), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:32.451279 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] Set router 6db9e74e-37c9-4a13-9e2b-34fce0d76574 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:52:32.499613 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:32.717500 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-c89e5b0d-65e3-488f-8c19-9ecd4a43ba79 None None] Provisioning complete for port 79cd744d-05f0-456b-882f-c519ef90cd76 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:32.718188 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-c89e5b0d-65e3-488f-8c19-9ecd4a43ba79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (79cd744d-05f0-456b-882f-c519ef90cd76), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:32.787641 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'name': 'tempest-TestVolumeBootPattern-1045653168-router', 'tenant_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '1e6b8f21-54fd-452b-9d08-11b78181bf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:27Z', 'updated_at': '2022-08-24T16:52:29Z', 'revision_number': 3, 'project_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'gw_port': {'id': '1e6b8f21-54fd-452b-9d08-11b78181bf9b', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:28Z', 'updated_at': '2022-08-24T16:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:32.835711 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (79cd744d-05f0-456b-882f-c519ef90cd76), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:32.845633 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7f8760-8577-41c4-b84c-5f6b6da0c73f None None] The sync data for ids ['6db9e74e-37c9-4a13-9e2b-34fce0d76574'] in dv-cinder-731167-2-iscsi is: [{'id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'name': 'tempest-TestVolumeBootPattern-1045653168-router', 'tenant_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '1e6b8f21-54fd-452b-9d08-11b78181bf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:27Z', 'updated_at': '2022-08-24T16:52:29Z', 'revision_number': 3, 'project_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'gw_port': {'id': '1e6b8f21-54fd-452b-9d08-11b78181bf9b', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:28Z', 'updated_at': '2022-08-24T16:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:52:32.848396 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-c89e5b0d-65e3-488f-8c19-9ecd4a43ba79 None None] Port 79cd744d-05f0-456b-882f-c519ef90cd76 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:52:32.898096 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:33.149325 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Publish callbacks [] for port (79cd744d-05f0-456b-882f-c519ef90cd76), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:33.280626 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (79cd744d-05f0-456b-882f-c519ef90cd76), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:33.362855 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-485942'] for router_interface (6db9e74e-37c9-4a13-9e2b-34fce0d76574), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:33.366281 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Pushing event updated for resources: {'Port': ['ID=79cd744d-05f0-456b-882f-c519ef90cd76,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:33.510839 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Network dff29c70-19ab-43f3-89d9-7c7a867e178d is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:52:33.512573 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:52:33.727559 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Router 6db9e74e-37c9-4a13-9e2b-34fce0d76574 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:52:33.992718 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-7a889f6d-325f-4a97-b3bc-04ac02a4c66d None None] Provisioning complete for port 79cd744d-05f0-456b-882f-c519ef90cd76 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:33.993571 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-7a889f6d-325f-4a97-b3bc-04ac02a4c66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (79cd744d-05f0-456b-882f-c519ef90cd76), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:34.019631 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211340e2-363b-4279-9574-86778c86647f admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:52:34.043696 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-211340e2-363b-4279-9574-86778c86647f admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/6db9e74e-37c9-4a13-9e2b-34fce0d76574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2049992 Aug 24 16:52:34.064523 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-7a889f6d-325f-4a97-b3bc-04ac02a4c66d None None] Port 79cd744d-05f0-456b-882f-c519ef90cd76 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:52:34.074851 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-f05acd55-ec3a-4c84-bfe1-dc0e71c383de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:34.309847 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 1e6b8f21-54fd-452b-9d08-11b78181bf9b up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:52:34.367000 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:34.415372 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 1e6b8f21-54fd-452b-9d08-11b78181bf9b triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:34.415372 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (1e6b8f21-54fd-452b-9d08-11b78181bf9b), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:34.539445 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 1e6b8f21-54fd-452b-9d08-11b78181bf9b is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:52:34.539860 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (1e6b8f21-54fd-452b-9d08-11b78181bf9b), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:34.570196 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port 1e6b8f21-54fd-452b-9d08-11b78181bf9b, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=1e6b8f21-54fd-452b-9d08-11b78181bf9b,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:52:34.738525 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (1e6b8f21-54fd-452b-9d08-11b78181bf9b), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:34.935395 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=1e6b8f21-54fd-452b-9d08-11b78181bf9b,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:35.046000 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39786) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:35.062992 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39790) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:35.070133 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-a13a7131-a991-46ae-b199-6881d1f3fd30 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1875641850', 'description': 'tempest-secgroup-smoke-1875641850 description', 'project_id': 'f18db8d724d4436cb1721859066ac74d'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:35.281095 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-a13a7131-a991-46ae-b199-6881d1f3fd30 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:35.350276 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Sync routers for ids ['6db9e74e-37c9-4a13-9e2b-34fce0d76574'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:52:35.376185 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Routers {'6db9e74e-37c9-4a13-9e2b-34fce0d76574'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:52:35.382767 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:52:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['6db9e74e-37c9-4a13-9e2b-34fce0d76574'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:35.385636 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f5e26809-2cd1-444a-8826-00f1c8776410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:35.516176 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-a13a7131-a991-46ae-b199-6881d1f3fd30 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group (dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:35.590072 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Set router 6db9e74e-37c9-4a13-9e2b-34fce0d76574 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:52:35.611736 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f5e26809-2cd1-444a-8826-00f1c8776410 admin admin] Publish callbacks [] for security_group (659e051d-4dc6-432e-b1bd-e8a9b929c701), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:35.614694 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-a13a7131-a991-46ae-b199-6881d1f3fd30 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:35.655519 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a7131-a991-46ae-b199-6881d1f3fd30 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:35.781078 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-f5e26809-2cd1-444a-8826-00f1c8776410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (659e051d-4dc6-432e-b1bd-e8a9b929c701), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:35.828860 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:35.836249 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-a13a7131-a991-46ae-b199-6881d1f3fd30 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:35.839836 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e26809-2cd1-444a-8826-00f1c8776410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659e051d-4dc6-432e-b1bd-e8a9b929c701,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:35.839988 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-a13a7131-a991-46ae-b199-6881d1f3fd30 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7741978 Aug 24 16:52:35.841895 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39804) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:35.847296 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-f5e26809-2cd1-444a-8826-00f1c8776410 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=b5751c51f943406e81a326907e7b9570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7994795 Aug 24 16:52:35.849469 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-2cee0615-8dc5-4251-85ab-634d1078cbe0 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8', 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:35.852875 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39806) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:35.913994 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'name': 'tempest-TestVolumeBootPattern-1045653168-router', 'tenant_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '1e6b8f21-54fd-452b-9d08-11b78181bf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:27Z', 'updated_at': '2022-08-24T16:52:32Z', 'revision_number': 4, 'project_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'gw_port': {'id': '1e6b8f21-54fd-452b-9d08-11b78181bf9b', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:28Z', 'updated_at': '2022-08-24T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '79cd744d-05f0-456b-882f-c519ef90cd76', 'name': '', 'network_id': 'dff29c70-19ab-43f3-89d9-7c7a867e178d', 'tenant_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'mac_address': 'fa:16:3e:93:90:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '33e601fd-5372-45d0-bf7a-18d26361a824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:31Z', 'updated_at': '2022-08-24T16:52:32Z', 'revision_number': 2, 'project_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'subnets': [{'id': '33e601fd-5372-45d0-bf7a-18d26361a824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:35.946277 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Checking router: 6db9e74e-37c9-4a13-9e2b-34fce0d76574 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:52:35.946623 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Updating router 6db9e74e-37c9-4a13-9e2b-34fce0d76574 port 79cd744d-05f0-456b-882f-c519ef90cd76 binding host dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 16:52:35.949955 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=100 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:35.967114 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a5153469-ce76-4800-9e74-c65f6e241ea7 admin admin] Publish callbacks [] for security_group (659e051d-4dc6-432e-b1bd-e8a9b929c701), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:35.982959 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (79cd744d-05f0-456b-882f-c519ef90cd76), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:36.005297 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a5153469-ce76-4800-9e74-c65f6e241ea7 admin admin] Publish callbacks [] for security_group (659e051d-4dc6-432e-b1bd-e8a9b929c701), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:36.063071 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-2cee0615-8dc5-4251-85ab-634d1078cbe0 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (46f8bb28-98c1-4485-93be-da9e5421ee0f), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:36.196671 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a5153469-ce76-4800-9e74-c65f6e241ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (659e051d-4dc6-432e-b1bd-e8a9b929c701), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:36.204026 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a5153469-ce76-4800-9e74-c65f6e241ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:36.207517 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a5153469-ce76-4800-9e74-c65f6e241ea7 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/659e051d-4dc6-432e-b1bd-e8a9b929c701 HTTP/1.1" status: 204 len: 168 time: 0.3534231 Aug 24 16:52:36.230062 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5153469-ce76-4800-9e74-c65f6e241ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659e051d-4dc6-432e-b1bd-e8a9b929c701,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:36.248454 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:36.248827 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-2cee0615-8dc5-4251-85ab-634d1078cbe0 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (46f8bb28-98c1-4485-93be-da9e5421ee0f), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:36.271339 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 1e6b8f21-54fd-452b-9d08-11b78181bf9b up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:52:36.353032 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 1e6b8f21-54fd-452b-9d08-11b78181bf9b triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:36.353423 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (1e6b8f21-54fd-452b-9d08-11b78181bf9b), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:36.412759 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-2cee0615-8dc5-4251-85ab-634d1078cbe0 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (46f8bb28-98c1-4485-93be-da9e5421ee0f), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:36.447431 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee0615-8dc5-4251-85ab-634d1078cbe0 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f8bb28-98c1-4485-93be-da9e5421ee0f,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:36.453873 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 1e6b8f21-54fd-452b-9d08-11b78181bf9b is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:52:36.499265 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Publish callbacks [] for port (79cd744d-05f0-456b-882f-c519ef90cd76), precommit_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:36.729715 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (79cd744d-05f0-456b-882f-c519ef90cd76), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:36.732549 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-2cee0615-8dc5-4251-85ab-634d1078cbe0 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:36.745176 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-2cee0615-8dc5-4251-85ab-634d1078cbe0 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8906052 Aug 24 16:52:36.745703 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:36.745849 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39814) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:36.747440 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-1dca1d95-68e3-4952-8b92-06da3ca79624 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8', 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:36.811353 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:36.836390 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc642a17-7d2b-4a9f-8212-e79587ff1729 None None] Pushing event updated for resources: {'Port': ['ID=79cd744d-05f0-456b-882f-c519ef90cd76,revision_number=3']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:36.894815 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Attempting to bind port 79cd744d-05f0-456b-882f-c519ef90cd76 on host dv-cinder-731167-2-iscsi for vnic_type normal with profile {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:52:36.895875 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Attempting to bind port 79cd744d-05f0-456b-882f-c519ef90cd76 by drivers openvswitch,hyperv on host dv-cinder-731167-2-iscsi at level 0 using segments [{'id': 'bca905b1-614d-45a1-a809-45ba09b945bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dff29c70-19ab-43f3-89d9-7c7a867e178d'}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:52:36.897236 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Attempting to bind port 79cd744d-05f0-456b-882f-c519ef90cd76 on network dff29c70-19ab-43f3-89d9-7c7a867e178d {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:52:36.915377 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Checking agent: {'id': '974e0ab2-a596-453c-b961-e7e4ba96ad02', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-731167-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 36, 7), 'started_at': datetime.datetime(2022, 8, 24, 16, 36, 37), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-731167-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:52:36.915973 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Checking segment: {'id': 'bca905b1-614d-45a1-a809-45ba09b945bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dff29c70-19ab-43f3-89d9-7c7a867e178d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:52:36.916943 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:36.918520 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Bound using segment: {'id': 'bca905b1-614d-45a1-a809-45ba09b945bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dff29c70-19ab-43f3-89d9-7c7a867e178d'} {{(pid=113372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:52:36.919659 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.managers [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Bound port: 79cd744d-05f0-456b-882f-c519ef90cd76, host: dv-cinder-731167-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca905b1-614d-45a1-a809-45ba09b945bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'dff29c70-19ab-43f3-89d9-7c7a867e178d'}}] {{(pid=113372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:52:36.920596 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (79cd744d-05f0-456b-882f-c519ef90cd76), before_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:36.965486 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1dca1d95-68e3-4952-8b92-06da3ca79624 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (ccbb564a-d401-4e2a-8b31-cc1e2faa2665), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:37.020628 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] For port 79cd744d-05f0-456b-882f-c519ef90cd76, host dv-cinder-731167-2-iscsi, cleared binding levels {{(pid=113372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:52:37.025725 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.plugins.ml2.db [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] For port 79cd744d-05f0-456b-882f-c519ef90cd76, host dv-cinder-731167-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=79cd744d-05f0-456b-882f-c519ef90cd76,segment=NetworkSegment(bca905b1-614d-45a1-a809-45ba09b945bd),segment_id=bca905b1-614d-45a1-a809-45ba09b945bd)] {{(pid=113372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:52:37.055194 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1dca1d95-68e3-4952-8b92-06da3ca79624 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (ccbb564a-d401-4e2a-8b31-cc1e2faa2665), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:37.205886 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1dca1d95-68e3-4952-8b92-06da3ca79624 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (ccbb564a-d401-4e2a-8b31-cc1e2faa2665), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:37.206903 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron_lib.callbacks.manager [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (79cd744d-05f0-456b-882f-c519ef90cd76), after_update {{(pid=113372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:37.239749 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca1d95-68e3-4952-8b92-06da3ca79624 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccbb564a-d401-4e2a-8b31-cc1e2faa2665,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:37.262761 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Routers {'6db9e74e-37c9-4a13-9e2b-34fce0d76574'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:52:37.263406 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:52:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['6db9e74e-37c9-4a13-9e2b-34fce0d76574'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:37.311254 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:37.340995 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc642a17-7d2b-4a9f-8212-e79587ff1729 None None] Pushing event updated for resources: {'Port': ['ID=79cd744d-05f0-456b-882f-c519ef90cd76,revision_number=4']} {{(pid=113372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:37.388835 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] Set router 6db9e74e-37c9-4a13-9e2b-34fce0d76574 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:52:37.448773 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:37.449371 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:37.527027 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1dca1d95-68e3-4952-8b92-06da3ca79624 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:37.530803 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-1dca1d95-68e3-4952-8b92-06da3ca79624 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7899320 Aug 24 16:52:37.533151 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39820) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:37.540063 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-7181b689-f20e-4d50-95bc-be3b0ea2d0e7 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8', 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:37.591810 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=97 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:37.668042 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'name': 'tempest-TestVolumeBootPattern-1045653168-router', 'tenant_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '1e6b8f21-54fd-452b-9d08-11b78181bf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:27Z', 'updated_at': '2022-08-24T16:52:32Z', 'revision_number': 4, 'project_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'gw_port': {'id': '1e6b8f21-54fd-452b-9d08-11b78181bf9b', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:28Z', 'updated_at': '2022-08-24T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '79cd744d-05f0-456b-882f-c519ef90cd76', 'name': '', 'network_id': 'dff29c70-19ab-43f3-89d9-7c7a867e178d', 'tenant_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'mac_address': 'fa:16:3e:93:90:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '33e601fd-5372-45d0-bf7a-18d26361a824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:31Z', 'updated_at': '2022-08-24T16:52:37Z', 'revision_number': 4, 'project_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'subnets': [{'id': '33e601fd-5372-45d0-bf7a-18d26361a824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:37.695911 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4596937-4d9d-4dc8-9343-92ef4cc47089 None None] The sync data for ids ['6db9e74e-37c9-4a13-9e2b-34fce0d76574'] in dv-cinder-731167-2-iscsi is: [{'id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'name': 'tempest-TestVolumeBootPattern-1045653168-router', 'tenant_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '1e6b8f21-54fd-452b-9d08-11b78181bf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:27Z', 'updated_at': '2022-08-24T16:52:32Z', 'revision_number': 4, 'project_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'gw_port': {'id': '1e6b8f21-54fd-452b-9d08-11b78181bf9b', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:28Z', 'updated_at': '2022-08-24T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '79cd744d-05f0-456b-882f-c519ef90cd76', 'name': '', 'network_id': 'dff29c70-19ab-43f3-89d9-7c7a867e178d', 'tenant_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'mac_address': 'fa:16:3e:93:90:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '33e601fd-5372-45d0-bf7a-18d26361a824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:31Z', 'updated_at': '2022-08-24T16:52:37Z', 'revision_number': 4, 'project_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'subnets': [{'id': '33e601fd-5372-45d0-bf7a-18d26361a824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:52:37.762311 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39826) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:37.791099 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-9b85f940-f4df-4400-a312-5a42c72730c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:37.795708 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7181b689-f20e-4d50-95bc-be3b0ea2d0e7 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (2f894dc3-0e44-4269-8402-2d663b556c55), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:37.910705 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-9b85f940-f4df-4400-a312-5a42c72730c6 admin admin] Publish callbacks [] for security_group (ec882ca0-c899-47b4-8a65-6efd67a75692), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:37.914229 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7181b689-f20e-4d50-95bc-be3b0ea2d0e7 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (2f894dc3-0e44-4269-8402-2d663b556c55), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:38.120314 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7181b689-f20e-4d50-95bc-be3b0ea2d0e7 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (2f894dc3-0e44-4269-8402-2d663b556c55), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:38.120575 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-9b85f940-f4df-4400-a312-5a42c72730c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (ec882ca0-c899-47b4-8a65-6efd67a75692), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:38.157478 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181b689-f20e-4d50-95bc-be3b0ea2d0e7 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f894dc3-0e44-4269-8402-2d663b556c55,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:38.173861 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:38.184207 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-9b85f940-f4df-4400-a312-5a42c72730c6 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=338bb484c2a64958bdf1918c4bd69eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4182234 Aug 24 16:52:38.184207 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85f940-f4df-4400-a312-5a42c72730c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec882ca0-c899-47b4-8a65-6efd67a75692,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:38.187534 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39828) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:38.277679 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6c0793df-1f2f-463a-946b-505734aa1ae2 admin admin] Publish callbacks [] for security_group (ec882ca0-c899-47b4-8a65-6efd67a75692), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:38.299427 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7181b689-f20e-4d50-95bc-be3b0ea2d0e7 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:38.304878 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39830) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:38.305119 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-7181b689-f20e-4d50-95bc-be3b0ea2d0e7 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7702415 Aug 24 16:52:38.325515 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-ffa9a3bd-f619-4b85-aaf5-c4430e5ec62d tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8', 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:38.325634 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 79cd744d-05f0-456b-882f-c519ef90cd76 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:52:38.327358 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6c0793df-1f2f-463a-946b-505734aa1ae2 admin admin] Publish callbacks [] for security_group (ec882ca0-c899-47b4-8a65-6efd67a75692), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:38.394383 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 79cd744d-05f0-456b-882f-c519ef90cd76 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:38.394852 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (79cd744d-05f0-456b-882f-c519ef90cd76), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:38.496222 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 79cd744d-05f0-456b-882f-c519ef90cd76 is: DOWN; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:52:38.496653 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (79cd744d-05f0-456b-882f-c519ef90cd76), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:38.522853 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:38.549544 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] For port 79cd744d-05f0-456b-882f-c519ef90cd76, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=79cd744d-05f0-456b-882f-c519ef90cd76,segment=NetworkSegment(bca905b1-614d-45a1-a809-45ba09b945bd),segment_id=bca905b1-614d-45a1-a809-45ba09b945bd)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:52:38.617378 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-ffa9a3bd-f619-4b85-aaf5-c4430e5ec62d tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (2dc4e6a8-1b08-4391-a780-faa3adb7d7e9), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:38.723572 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6c0793df-1f2f-463a-946b-505734aa1ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (ec882ca0-c899-47b4-8a65-6efd67a75692), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:38.727355 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-6c0793df-1f2f-463a-946b-505734aa1ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:38.728551 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-6c0793df-1f2f-463a-946b-505734aa1ae2 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/ec882ca0-c899-47b4-8a65-6efd67a75692 HTTP/1.1" status: 204 len: 168 time: 0.5399330 Aug 24 16:52:38.749644 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-ffa9a3bd-f619-4b85-aaf5-c4430e5ec62d tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (2dc4e6a8-1b08-4391-a780-faa3adb7d7e9), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:38.753204 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0793df-1f2f-463a-946b-505734aa1ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec882ca0-c899-47b4-8a65-6efd67a75692,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:38.760831 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d684b773-2e61-4c42-a47c-6d94d2dfb682 req-107c1273-42d1-4cce-84b2-a8f022cd404a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764878 Aug 24 16:52:38.862629 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (79cd744d-05f0-456b-882f-c519ef90cd76), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:38.873995 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684b773-2e61-4c42-a47c-6d94d2dfb682 req-5da3690a-cec5-4ab0-b891-d20faec97fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:38.875731 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d684b773-2e61-4c42-a47c-6d94d2dfb682 req-5da3690a-cec5-4ab0-b891-d20faec97fd0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=52f30f320fa04cdfa0e1d4ea9050119c&device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 1130 time: 0.0584369 Aug 24 16:52:38.949214 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-ffa9a3bd-f619-4b85-aaf5-c4430e5ec62d tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (2dc4e6a8-1b08-4391-a780-faa3adb7d7e9), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:38.992837 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Pushing event updated for resources: {'Port': ['ID=79cd744d-05f0-456b-882f-c519ef90cd76,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:38.998860 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9a3bd-f619-4b85-aaf5-c4430e5ec62d tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc4e6a8-1b08-4391-a780-faa3adb7d7e9,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:39.076656 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684b773-2e61-4c42-a47c-6d94d2dfb682 req-3064270d-e0d7-4360-9944-172d8935d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:39.079748 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d684b773-2e61-4c42-a47c-6d94d2dfb682 req-3064270d-e0d7-4360-9944-172d8935d8b0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6f60278e-d02a-47e3-ac82-34477071b70e HTTP/1.1" status: 200 len: 917 time: 0.1762006 Aug 24 16:52:39.141851 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-ffa9a3bd-f619-4b85-aaf5-c4430e5ec62d tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:39.143053 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-ffa9a3bd-f619-4b85-aaf5-c4430e5ec62d tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8367262 Aug 24 16:52:39.145936 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39846) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:39.154406 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-20f218b8-b81c-4f6b-a0ec-6c5b03d44aec tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8', 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:39.191326 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d684b773-2e61-4c42-a47c-6d94d2dfb682 req-91847514-34a0-4add-bb76-ba0263808be6 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d HTTP/1.1" status: 200 len: 1001 time: 0.1051424 Aug 24 16:52:39.270590 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684b773-2e61-4c42-a47c-6d94d2dfb682 req-283492ee-5928-43a7-9ebb-32eb09559d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:39.272239 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d684b773-2e61-4c42-a47c-6d94d2dfb682 req-283492ee-5928-43a7-9ebb-32eb09559d0d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=ff59c90a-7642-4731-be1e-c01e44b6f995 HTTP/1.1" status: 200 len: 855 time: 0.0715609 Aug 24 16:52:39.330601 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684b773-2e61-4c42-a47c-6d94d2dfb682 req-c5d47cd4-12fa-46b7-b3e2-773c1eead73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:39.332121 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d684b773-2e61-4c42-a47c-6d94d2dfb682 req-c5d47cd4-12fa-46b7-b3e2-773c1eead73e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6f60278e-d02a-47e3-ac82-34477071b70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525260 Aug 24 16:52:39.437586 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d684b773-2e61-4c42-a47c-6d94d2dfb682 req-a0385da6-9223-484d-a2cf-8e4d0a320255 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990367 Aug 24 16:52:39.517516 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.securitygroups_db [None req-20f218b8-b81c-4f6b-a0ec-6c5b03d44aec tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Project f18db8d724d4436cb1721859066ac74d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 16:52:39.518309 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-20f218b8-b81c-4f6b-a0ec-6c5b03d44aec tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (c9e695d1-025b-457a-8903-bed3e59eb56f), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:39.570999 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d684b773-2e61-4c42-a47c-6d94d2dfb682 req-3d5f836c-1987-46fc-8fdc-8d6f3e304a28 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257753 Aug 24 16:52:39.602049 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-20f218b8-b81c-4f6b-a0ec-6c5b03d44aec tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (c9e695d1-025b-457a-8903-bed3e59eb56f), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:39.859545 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-20f218b8-b81c-4f6b-a0ec-6c5b03d44aec tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (c9e695d1-025b-457a-8903-bed3e59eb56f), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:39.885397 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f218b8-b81c-4f6b-a0ec-6c5b03d44aec tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e695d1-025b-457a-8903-bed3e59eb56f,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:39.985093 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd969f3f-bdec-4a3e-97e8-3b47ae100292 req-04c9021e-c23d-4b3b-a569-9099fe7158c4 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:39.986584 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cd969f3f-bdec-4a3e-97e8-3b47ae100292 req-04c9021e-c23d-4b3b-a569-9099fe7158c4 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 946 time: 0.0567153 Aug 24 16:52:40.044095 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cd969f3f-bdec-4a3e-97e8-3b47ae100292 req-6cbcf25f-4483-45d3-b67d-eb1410c23af3 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517845 Aug 24 16:52:40.057351 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-20f218b8-b81c-4f6b-a0ec-6c5b03d44aec tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:40.058754 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-20f218b8-b81c-4f6b-a0ec-6c5b03d44aec tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9107976 Aug 24 16:52:40.061680 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39866) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:40.065964 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-0b0bcb5f-b6b1-4fa5-8408-7e2652fbdeed tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Request body: {'security_group_rule': {'security_group_id': 'dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8', 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:40.224471 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 79cd744d-05f0-456b-882f-c519ef90cd76 up at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:52:40.268830 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.securitygroups_db [None req-0b0bcb5f-b6b1-4fa5-8408-7e2652fbdeed tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Project f18db8d724d4436cb1721859066ac74d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 16:52:40.269070 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Provisioning complete for port 79cd744d-05f0-456b-882f-c519ef90cd76 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:52:40.269307 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (79cd744d-05f0-456b-882f-c519ef90cd76), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:40.278640 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0b0bcb5f-b6b1-4fa5-8408-7e2652fbdeed tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (b94ae514-df3c-4443-9dc8-5623a051b604), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:40.340105 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39872) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:40.355694 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0b0bcb5f-b6b1-4fa5-8408-7e2652fbdeed tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (b94ae514-df3c-4443-9dc8-5623a051b604), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:40.358006 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-30a8632e-6629-4c8e-bdf1-1f33d5895dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:40.362857 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Current status of the port 79cd744d-05f0-456b-882f-c519ef90cd76 is: ACTIVE; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:52:40.444119 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-30a8632e-6629-4c8e-bdf1-1f33d5895dd4 admin admin] Publish callbacks [] for security_group (48483f81-3ca7-4dae-ba94-da380962db31), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:40.685910 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0b0bcb5f-b6b1-4fa5-8408-7e2652fbdeed tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471821'] for security_group_rule (b94ae514-df3c-4443-9dc8-5623a051b604), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:40.708817 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bcb5f-b6b1-4fa5-8408-7e2652fbdeed tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94ae514-df3c-4443-9dc8-5623a051b604,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:40.808625 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-30a8632e-6629-4c8e-bdf1-1f33d5895dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (48483f81-3ca7-4dae-ba94-da380962db31), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:40.855490 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-30a8632e-6629-4c8e-bdf1-1f33d5895dd4 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=aa2ffe57faf14903b4d63a0a42a2cde4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5141070 Aug 24 16:52:40.856476 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8632e-6629-4c8e-bdf1-1f33d5895dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48483f81-3ca7-4dae-ba94-da380962db31,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:40.864903 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39874) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:40.911967 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec30d-e552-4adc-b8a8-6c9cb04f94a7 admin admin] Publish callbacks [] for security_group (48483f81-3ca7-4dae-ba94-da380962db31), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:40.934228 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec30d-e552-4adc-b8a8-6c9cb04f94a7 admin admin] Publish callbacks [] for security_group (48483f81-3ca7-4dae-ba94-da380962db31), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:40.971906 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0b0bcb5f-b6b1-4fa5-8408-7e2652fbdeed tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:40.974245 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-0b0bcb5f-b6b1-4fa5-8408-7e2652fbdeed tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9105906 Aug 24 16:52:41.194208 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658a50d-dfc6-4131-b490-79de3e7cb199 req-5d61b06b-0555-4e46-bd53-0ca5759a5af6 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:41.205069 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e658a50d-dfc6-4131-b490-79de3e7cb199 req-5d61b06b-0555-4e46-bd53-0ca5759a5af6 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 946 time: 0.0686851 Aug 24 16:52:41.213001 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec30d-e552-4adc-b8a8-6c9cb04f94a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (48483f81-3ca7-4dae-ba94-da380962db31), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:41.217630 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-9b9ec30d-e552-4adc-b8a8-6c9cb04f94a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:41.217630 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-9b9ec30d-e552-4adc-b8a8-6c9cb04f94a7 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/48483f81-3ca7-4dae-ba94-da380962db31 HTTP/1.1" status: 204 len: 168 time: 0.3577240 Aug 24 16:52:41.244209 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ec30d-e552-4adc-b8a8-6c9cb04f94a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48483f81-3ca7-4dae-ba94-da380962db31,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:41.274215 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e658a50d-dfc6-4131-b490-79de3e7cb199 req-5636009c-666f-4d49-bee8-04108c12ca17 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=68bfb583-3180-4e50-abc5-d01286556339&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682330 Aug 24 16:52:41.413193 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af289ad-e927-4507-9439-579a48d96ef9 req-4eca07d9-3b6f-4387-8d44-4264803a2b4f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:41.414762 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1af289ad-e927-4507-9439-579a48d96ef9 req-4eca07d9-3b6f-4387-8d44-4264803a2b4f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 946 time: 0.0507283 Aug 24 16:52:41.522366 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-1af289ad-e927-4507-9439-579a48d96ef9 req-6cca2cc4-c17d-47ac-a941-208d8d7b1141 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Deleting port 2f2e239d-8035-4f37-96dd-4e4f3002af3d {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:52:41.523000 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-1af289ad-e927-4507-9439-579a48d96ef9 req-6cca2cc4-c17d-47ac-a941-208d8d7b1141 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:41.675468 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-1af289ad-e927-4507-9439-579a48d96ef9 req-6cca2cc4-c17d-47ac-a941-208d8d7b1141 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] For port 2f2e239d-8035-4f37-96dd-4e4f3002af3d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=2f2e239d-8035-4f37-96dd-4e4f3002af3d,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:52:41.675838 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-1af289ad-e927-4507-9439-579a48d96ef9 req-6cca2cc4-c17d-47ac-a941-208d8d7b1141 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:41.855727 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-1af289ad-e927-4507-9439-579a48d96ef9 req-6cca2cc4-c17d-47ac-a941-208d8d7b1141 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:41.856098 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-1af289ad-e927-4507-9439-579a48d96ef9 req-6cca2cc4-c17d-47ac-a941-208d8d7b1141 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (3ff5eb58-2f10-4c48-ba32-6c31921c31e7), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:41.856451 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [req-1af289ad-e927-4507-9439-579a48d96ef9 req-6cca2cc4-c17d-47ac-a941-208d8d7b1141 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Floating IP 3ff5eb58-2f10-4c48-ba32-6c31921c31e7 disassociated. External IP: 172.27.4.179, port: 2f2e239d-8035-4f37-96dd-4e4f3002af3d. Aug 24 16:52:41.856833 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-1af289ad-e927-4507-9439-579a48d96ef9 req-6cca2cc4-c17d-47ac-a941-208d8d7b1141 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Calling delete_port for 2f2e239d-8035-4f37-96dd-4e4f3002af3d owned by compute:nova {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:52:42.248162 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-1af289ad-e927-4507-9439-579a48d96ef9 req-6cca2cc4-c17d-47ac-a941-208d8d7b1141 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (2f2e239d-8035-4f37-96dd-4e4f3002af3d), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:42.301454 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca2cc4-c17d-47ac-a941-208d8d7b1141 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event deleted for resources: {'Port': ['ID=2f2e239d-8035-4f37-96dd-4e4f3002af3d,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:42.422410 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1d404b9a-02ba-476e-a06d-43226ce5e9c8 req-6814feca-18c1-47ce-8fe0-bd16e59dd360 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 210 time: 0.0356271 Aug 24 16:52:42.427749 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39934) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:42.477777 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1af289ad-e927-4507-9439-579a48d96ef9 req-6cca2cc4-c17d-47ac-a941-208d8d7b1141 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:52:42.577070 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef30d-b9ff-44bb-95d6-774974abe13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:42.590473 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1af289ad-e927-4507-9439-579a48d96ef9 req-6cca2cc4-c17d-47ac-a941-208d8d7b1141 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:52:42.601721 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d9c57-d06b-4030-95b3-c143cdb20ccc None None] Sync routers for ids ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:52:42.611402 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d9c57-d06b-4030-95b3-c143cdb20ccc None None] Routers {'19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:52:42.612031 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-561d9c57-d06b-4030-95b3-c143cdb20ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:52:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:42.661409 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af289ad-e927-4507-9439-579a48d96ef9 req-6cca2cc4-c17d-47ac-a941-208d8d7b1141 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] No DVR routers for this DVR port 2f2e239d-8035-4f37-96dd-4e4f3002af3d on host hv-cinder-73116 {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:52:42.666069 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-1af289ad-e927-4507-9439-579a48d96ef9 req-6cca2cc4-c17d-47ac-a941-208d8d7b1141 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:42.672705 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1af289ad-e927-4507-9439-579a48d96ef9 req-6cca2cc4-c17d-47ac-a941-208d8d7b1141 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.40 "DELETE /networking/v2.0/ports/2f2e239d-8035-4f37-96dd-4e4f3002af3d HTTP/1.1" status: 204 len: 173 time: 1.2519681 Aug 24 16:52:42.672993 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'name': 'network-vif-deleted', 'tag': '2f2e239d-8035-4f37-96dd-4e4f3002af3d'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:52:42.677160 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a19d82-722e-40e6-9412-74a8f95b0f8a" -d '{"events": [{"server_uuid": "75145055-cbf0-4840-b4fc-a2907f7b8f1c", "name": "network-vif-deleted", "tag": "2f2e239d-8035-4f37-96dd-4e4f3002af3d"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:52:42.698501 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef30d-b9ff-44bb-95d6-774974abe13a admin admin] Publish callbacks [] for security_group (a4e1b34d-b0e6-48a8-a61f-2e96a8effcdd), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:42.735991 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e0fd8a-9327-4752-bda8-14975e948dac x-openstack-request-id: req-f4e0fd8a-9327-4752-bda8-14975e948dac {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:52:42.735991 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75145055-cbf0-4840-b4fc-a2907f7b8f1c", "name": "network-vif-deleted", "tag": "2f2e239d-8035-4f37-96dd-4e4f3002af3d", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:52:42.735991 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f4e0fd8a-9327-4752-bda8-14975e948dac {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:52:42.735991 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e0fd8a-9327-4752-bda8-14975e948dac'] response: {'server_uuid': '75145055-cbf0-4840-b4fc-a2907f7b8f1c', 'name': 'network-vif-deleted', 'tag': '2f2e239d-8035-4f37-96dd-4e4f3002af3d', 'status': 'completed', 'code': 200} Aug 24 16:52:42.768005 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-561d9c57-d06b-4030-95b3-c143cdb20ccc None None] Set router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:52:42.963460 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef30d-b9ff-44bb-95d6-774974abe13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (a4e1b34d-b0e6-48a8-a61f-2e96a8effcdd), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:43.047344 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-0b5ef30d-b9ff-44bb-95d6-774974abe13a admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=f1843a2e87ac455aa980926e2a0cecad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6157026 Aug 24 16:52:43.047344 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ef30d-b9ff-44bb-95d6-774974abe13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e1b34d-b0e6-48a8-a61f-2e96a8effcdd,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:43.047740 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39946) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:43.118247 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c16acbbf-bd80-4f7f-8830-0644a1357c22 admin admin] Publish callbacks [] for security_group (a4e1b34d-b0e6-48a8-a61f-2e96a8effcdd), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:43.153490 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c16acbbf-bd80-4f7f-8830-0644a1357c22 admin admin] Publish callbacks [] for security_group (a4e1b34d-b0e6-48a8-a61f-2e96a8effcdd), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:43.169291 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-561d9c57-d06b-4030-95b3-c143cdb20ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:41Z', 'revision_number': 4, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '7e605c47-87e9-4429-9306-4e0214bc929f', 'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'mac_address': 'fa:16:3e:6f:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:41Z', 'updated_at': '2022-08-24T16:45:48Z', 'revision_number': 5, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'subnets': [{'id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:43.200622 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:43.202740 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d9c57-d06b-4030-95b3-c143cdb20ccc None None] Checking router: 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:52:43.212491 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d9c57-d06b-4030-95b3-c143cdb20ccc None None] Routers {'19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:52:43.213378 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-561d9c57-d06b-4030-95b3-c143cdb20ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:52:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:43.324245 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-561d9c57-d06b-4030-95b3-c143cdb20ccc None None] Set router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:52:43.443117 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c16acbbf-bd80-4f7f-8830-0644a1357c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (a4e1b34d-b0e6-48a8-a61f-2e96a8effcdd), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:43.447782 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c16acbbf-bd80-4f7f-8830-0644a1357c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:43.449392 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-c16acbbf-bd80-4f7f-8830-0644a1357c22 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/a4e1b34d-b0e6-48a8-a61f-2e96a8effcdd HTTP/1.1" status: 204 len: 168 time: 0.4000874 Aug 24 16:52:43.462605 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16acbbf-bd80-4f7f-8830-0644a1357c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e1b34d-b0e6-48a8-a61f-2e96a8effcdd,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:43.596651 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-561d9c57-d06b-4030-95b3-c143cdb20ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:41Z', 'revision_number': 4, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '7e605c47-87e9-4429-9306-4e0214bc929f', 'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'mac_address': 'fa:16:3e:6f:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:41Z', 'updated_at': '2022-08-24T16:45:48Z', 'revision_number': 5, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'subnets': [{'id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:52:43.618741 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cc7edd0a-0b30-4ccb-b504-70e4ee184f8b req-0b2689d8-472b-4a8b-8f34-a94773e0ac26 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 210 time: 0.0332832 Aug 24 16:52:43.626608 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d9c57-d06b-4030-95b3-c143cdb20ccc None None] The sync data for ids ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'] in dv-cinder-731167-2-iscsi is: [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:41Z', 'revision_number': 4, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '7e605c47-87e9-4429-9306-4e0214bc929f', 'name': '', 'network_id': '6f60278e-d02a-47e3-ac82-34477071b70e', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'mac_address': 'fa:16:3e:6f:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:41Z', 'updated_at': '2022-08-24T16:45:48Z', 'revision_number': 5, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'subnets': [{'id': 'ff59c90a-7642-4731-be1e-c01e44b6f995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:52:43.891875 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b189c1-667f-47f6-ba61-31e599819234 None None] New status for floating IP 3ff5eb58-2f10-4c48-ba32-6c31921c31e7: DOWN {{(pid=113372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:52:44.441164 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:44.768257 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-78cfcbaf-a9e2-47e6-a675-f81d6c6fa671 req-8887051b-c621-4ba7-9080-0a2f7bcbba34 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 210 time: 0.0304918 Aug 24 16:52:44.831553 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 39966) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:44.845833 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0e70dfbe-b53a-440e-8189-dfacde3c934d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:44.926275 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0e70dfbe-b53a-440e-8189-dfacde3c934d admin admin] Publish callbacks [] for security_group (368d9207-3123-402e-a628-72a11671d2e5), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:45.002874 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:45.048593 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0e70dfbe-b53a-440e-8189-dfacde3c934d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (368d9207-3123-402e-a628-72a11671d2e5), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:45.086354 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:45.090500 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-0e70dfbe-b53a-440e-8189-dfacde3c934d admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=5ec79e40641c4f8aace4f984ca5b4650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576225 Aug 24 16:52:45.091366 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70dfbe-b53a-440e-8189-dfacde3c934d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368d9207-3123-402e-a628-72a11671d2e5,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:45.093135 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 39972) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:45.149434 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-681b851e-7e6d-4609-8547-9d63e29f7186 admin admin] Publish callbacks [] for security_group (368d9207-3123-402e-a628-72a11671d2e5), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:45.172429 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-681b851e-7e6d-4609-8547-9d63e29f7186 admin admin] Publish callbacks [] for security_group (368d9207-3123-402e-a628-72a11671d2e5), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:45.331149 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-681b851e-7e6d-4609-8547-9d63e29f7186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (368d9207-3123-402e-a628-72a11671d2e5), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:45.331628 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:45.333769 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-681b851e-7e6d-4609-8547-9d63e29f7186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:45.334925 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-681b851e-7e6d-4609-8547-9d63e29f7186 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/368d9207-3123-402e-a628-72a11671d2e5 HTTP/1.1" status: 204 len: 168 time: 0.2408342 Aug 24 16:52:45.343572 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b851e-7e6d-4609-8547-9d63e29f7186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368d9207-3123-402e-a628-72a11671d2e5,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:45.497042 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:45.614444 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:45.906845 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d2f4ed5f-71be-4894-842d-76381d1eb28f req-65e1a4ed-63d8-48c4-a7c1-c5bc911bfef6 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 210 time: 0.0359488 Aug 24 16:52:46.363432 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 2f2e239d-8035-4f37-96dd-4e4f3002af3d no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:52:46.395392 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: 2f2e239d-8035-4f37-96dd-4e4f3002af3d {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:52:46.395662 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 2f2e239d-8035-4f37-96dd-4e4f3002af3d not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:52:46.925964 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40014) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:47.061187 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-caaeaf08-5231-4091-85c9-8189d0c87849 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-937501320-network', 'tenant_id': '19ee69068eb94cf1b4a0d78f7d5e4a8b'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:47.093134 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3c48e631-76e8-4cbe-b1d7-d0cb768025bf req-2b26c9ab-4721-47c7-abfa-ec98a4e48105 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=75145055-cbf0-4840-b4fc-a2907f7b8f1c HTTP/1.1" status: 200 len: 210 time: 0.0683880 Aug 24 16:52:47.137803 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:47.326216 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaeaf08-5231-4091-85c9-8189d0c87849 admin admin] Made reservation on behalf of 19ee69068eb94cf1b4a0d78f7d5e4a8b for: {'network': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:52:47.328523 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-caaeaf08-5231-4091-85c9-8189d0c87849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:47.343316 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-caaeaf08-5231-4091-85c9-8189d0c87849 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:47.457939 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-caaeaf08-5231-4091-85c9-8189d0c87849 admin admin] Publish callbacks [] for security_group (24f5c4a4-fe6e-4e47-a6df-bc371c56d256), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:47.743053 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-caaeaf08-5231-4091-85c9-8189d0c87849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (24f5c4a4-fe6e-4e47-a6df-bc371c56d256), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:47.765245 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caaeaf08-5231-4091-85c9-8189d0c87849 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=113369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:52:47.779286 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaeaf08-5231-4091-85c9-8189d0c87849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f5c4a4-fe6e-4e47-a6df-bc371c56d256,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:47.784187 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-caaeaf08-5231-4091-85c9-8189d0c87849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (95dd4cd7-4870-43af-a177-2182c0292376), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:47.784764 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.segments_db [None req-caaeaf08-5231-4091-85c9-8189d0c87849 admin admin] Added segment 95dd4cd7-4870-43af-a177-2182c0292376 of type vlan for network 60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 Aug 24 16:52:47.829217 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-caaeaf08-5231-4091-85c9-8189d0c87849 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:47.985150 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-caaeaf08-5231-4091-85c9-8189d0c87849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:47.986186 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaeaf08-5231-4091-85c9-8189d0c87849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:47.986771 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-caaeaf08-5231-4091-85c9-8189d0c87849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:48.060133 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaeaf08-5231-4091-85c9-8189d0c87849 admin admin] Pushing event updated for resources: {'Network': ['ID=60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:48.071698 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network 60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:52:48.145633 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-caaeaf08-5231-4091-85c9-8189d0c87849 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2183855 Aug 24 16:52:48.148845 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40034) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:48.156365 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-06ce77ba-9ad6-4088-8018-0d35a57c167b admin admin] Request body: {'subnet': {'network_id': '60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-937501320-subnet', 'tenant_id': '19ee69068eb94cf1b4a0d78f7d5e4a8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:52:48.291610 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ce77ba-9ad6-4088-8018-0d35a57c167b admin admin] Made reservation on behalf of 19ee69068eb94cf1b4a0d78f7d5e4a8b for: {'subnet': 1} {{(pid=113369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:52:48.294628 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-06ce77ba-9ad6-4088-8018-0d35a57c167b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127062885'] for subnet (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:48.305815 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 40042) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:48.368256 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-16fc5fb4-28b4-4b59-b7be-710d024f3aef tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group (68bfb583-3180-4e50-abc5-d01286556339), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:48.392814 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-16fc5fb4-28b4-4b59-b7be-710d024f3aef tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group (68bfb583-3180-4e50-abc5-d01286556339), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:48.448753 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:48.594794 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-16fc5fb4-28b4-4b59-b7be-710d024f3aef tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (68bfb583-3180-4e50-abc5-d01286556339), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:48.597530 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-16fc5fb4-28b4-4b59-b7be-710d024f3aef tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:48.598712 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-16fc5fb4-28b4-4b59-b7be-710d024f3aef tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/68bfb583-3180-4e50-abc5-d01286556339 HTTP/1.1" status: 204 len: 168 time: 0.2919133 Aug 24 16:52:48.602358 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40048) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:48.608671 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc5fb4-28b4-4b59-b7be-710d024f3aef tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bfb583-3180-4e50-abc5-d01286556339,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:48.618630 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.api.v2.resource [None req-905cc4fd-5d76-4b12-8cdd-c46768d6d3f1 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] show failed (client error): The resource could not be found. Aug 24 16:52:48.622668 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-905cc4fd-5d76-4b12-8cdd-c46768d6d3f1 tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "GET /networking/v2.0/security-groups/68bfb583-3180-4e50-abc5-d01286556339 HTTP/1.1" status: 404 len: 347 time: 0.0161507 Aug 24 16:52:48.622974 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40050) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:48.633040 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-06ce77ba-9ad6-4088-8018-0d35a57c167b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127532311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127062795'] for subnet (17fe9c17-f159-4b8d-b5bc-5423a15aa6b4), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:48.754912 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce77ba-9ad6-4088-8018-0d35a57c167b admin admin] Pushing event updated for resources: {'Subnet': ['ID=17fe9c17-f159-4b8d-b5bc-5423a15aa6b4,revision_number=0']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:48.813468 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ce77ba-9ad6-4088-8018-0d35a57c167b admin admin] Checking segment: {'id': '95dd4cd7-4870-43af-a177-2182c0292376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:52:48.813813 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ce77ba-9ad6-4088-8018-0d35a57c167b admin admin] Network hostable DHCP agents. Network: 60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:52:48.822019 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-56986b59-0bfe-4fcd-a000-2ddeb41d325f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Deleting port f11dd12c-10e6-421b-93c4-adb356b2c44e {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:52:48.822368 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-56986b59-0bfe-4fcd-a000-2ddeb41d325f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (f11dd12c-10e6-421b-93c4-adb356b2c44e), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:48.921929 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-56986b59-0bfe-4fcd-a000-2ddeb41d325f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (f11dd12c-10e6-421b-93c4-adb356b2c44e), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:48.922262 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-56986b59-0bfe-4fcd-a000-2ddeb41d325f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for floatingip (f11dd12c-10e6-421b-93c4-adb356b2c44e), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:48.937071 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-56986b59-0bfe-4fcd-a000-2ddeb41d325f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Calling delete_port for f11dd12c-10e6-421b-93c4-adb356b2c44e owned by network:floatingip {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:52:49.004078 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ce77ba-9ad6-4088-8018-0d35a57c167b admin admin] Network 60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:52:49.156957 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-06ce77ba-9ad6-4088-8018-0d35a57c167b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, 60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8) {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:52:49.161465 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce77ba-9ad6-4088-8018-0d35a57c167b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:49.164043 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-06ce77ba-9ad6-4088-8018-0d35a57c167b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:49.169542 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef3c25a-2692-4602-9744-c634f9a0a733 None None] Network 60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:52:49.206844 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-56986b59-0bfe-4fcd-a000-2ddeb41d325f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (f11dd12c-10e6-421b-93c4-adb356b2c44e), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:49.258786 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56986b59-0bfe-4fcd-a000-2ddeb41d325f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Pushing event deleted for resources: {'Port': ['ID=f11dd12c-10e6-421b-93c4-adb356b2c44e,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:49.302544 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af45142-8fb0-401d-9c77-c21c8f624ced None None] Network 60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:52:49.324474 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-06ce77ba-9ad6-4088-8018-0d35a57c167b admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1732364 Aug 24 16:52:49.368952 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-56986b59-0bfe-4fcd-a000-2ddeb41d325f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks [] for floatingip (3ff5eb58-2f10-4c48-ba32-6c31921c31e7), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:49.371946 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-56986b59-0bfe-4fcd-a000-2ddeb41d325f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:49.373261 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-56986b59-0bfe-4fcd-a000-2ddeb41d325f tempest-AttachVolumeShelveTestJSON-903958706 tempest-AttachVolumeShelveTestJSON-903958706-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/3ff5eb58-2f10-4c48-ba32-6c31921c31e7 HTTP/1.1" status: 204 len: 168 time: 0.7492690 Aug 24 16:52:49.377782 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:49.622986 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:50.569075 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:51.082508 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:51.191510 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=100 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:51.457488 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:51.588429 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:52:52.074496 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:52.902723 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:53.494581 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:DELETE=5,neutron:SELECT=73,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:53.765993 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:54.034032 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:54.720133 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:54.860681 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:56.321654 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-3e9244b1-9449-4ea1-8dd6-a78f5a0eafc6 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:52:56.321654 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-3e9244b1-9449-4ea1-8dd6-a78f5a0eafc6 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/networks?id=60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 HTTP/1.1" status: 200 len: 808 time: 0.1596420 Aug 24 16:52:56.342609 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-70bf3b24-0dbe-4f20-878c-f493078a3ecb tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/quotas/19ee69068eb94cf1b4a0d78f7d5e4a8b HTTP/1.1" status: 200 len: 375 time: 0.0163138 Aug 24 16:52:56.386151 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-4781f64a-d31b-47d3-8318-ce445659815f tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=19ee69068eb94cf1b4a0d78f7d5e4a8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367024 Aug 24 16:52:56.467975 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:56.500329 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-d79ee6e2-79c9-4c7a-8930-b3697a264076 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056743 Aug 24 16:52:56.622382 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-5dfcfe7e-c041-423c-9c54-92eefc42f1f6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156154 Aug 24 16:52:56.972864 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a59b3ba1-30a3-4d13-8cae-14b9a066d633 req-734ce66a-5dba-40a6-83eb-0def5d4609b4 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 210 time: 0.0481465 Aug 24 16:52:57.974004 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 40178) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:52:58.165630 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-da99e595-f323-47d4-83d0-308cd3df1362 req-49fd3ff1-e597-4971-bbac-0153737682c9 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 210 time: 0.0712845 Aug 24 16:52:58.703880 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c7bd15bb-5e78-4aba-a6b3-cc7f48ff3321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549079'] for router_interface (19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:58.798149 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:58.976254 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-c7bd15bb-5e78-4aba-a6b3-cc7f48ff3321 admin admin] Deleting port 7e605c47-87e9-4429-9306-4e0214bc929f {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:52:58.977055 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c7bd15bb-5e78-4aba-a6b3-cc7f48ff3321 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (7e605c47-87e9-4429-9306-4e0214bc929f), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:59.089643 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [None req-c7bd15bb-5e78-4aba-a6b3-cc7f48ff3321 admin admin] For port 7e605c47-87e9-4429-9306-4e0214bc929f, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=7e605c47-87e9-4429-9306-4e0214bc929f,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:52:59.090049 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c7bd15bb-5e78-4aba-a6b3-cc7f48ff3321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (7e605c47-87e9-4429-9306-4e0214bc929f), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:59.105507 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-c7bd15bb-5e78-4aba-a6b3-cc7f48ff3321 admin admin] Calling delete_port for 7e605c47-87e9-4429-9306-4e0214bc929f owned by network:router_interface {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:52:59.307654 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e70111e4-26e0-473e-8a7a-22a7d4281c1a req-75b419e1-ce05-4dda-8dde-176695867cf6 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 210 time: 0.0552714 Aug 24 16:52:59.451527 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c7bd15bb-5e78-4aba-a6b3-cc7f48ff3321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (7e605c47-87e9-4429-9306-4e0214bc929f), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:59.456860 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:59.488769 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd15bb-5e78-4aba-a6b3-cc7f48ff3321 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e605c47-87e9-4429-9306-4e0214bc929f,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:52:59.691701 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c7bd15bb-5e78-4aba-a6b3-cc7f48ff3321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548931'] for router_interface (19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:52:59.916915 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:52:59.971585 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bd15bb-5e78-4aba-a6b3-cc7f48ff3321 admin admin] Router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:53:00.108887 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bd15bb-5e78-4aba-a6b3-cc7f48ff3321 admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:53:00.115215 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-c7bd15bb-5e78-4aba-a6b3-cc7f48ff3321 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1448936 Aug 24 16:53:00.118534 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 40198) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:00.121309 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb6900a-18e0-413e-9fb7-79a5e9ae7ff1 None None] Sync routers for ids ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:53:00.134087 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb6900a-18e0-413e-9fb7-79a5e9ae7ff1 None None] Routers {'19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:53:00.134523 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-1cb6900a-18e0-413e-9fb7-79a5e9ae7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:52:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:53:00.249302 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-07acb357-659c-4d0a-b87d-bc28ce952ba3 admin admin] Publish callbacks [] for router (19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:00.272249 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-1cb6900a-18e0-413e-9fb7-79a5e9ae7ff1 None None] Set router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:53:00.407955 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-07acb357-659c-4d0a-b87d-bc28ce952ba3 admin admin] Publish callbacks [] for router_gateway (19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:00.441255 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-53f79172-d8f9-4e89-927f-dabeef87edd7 req-c65c7a7b-5015-4884-bb9a-884ca6c930f8 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 210 time: 0.0442891 Aug 24 16:53:00.504771 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:00.508985 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-1cb6900a-18e0-413e-9fb7-79a5e9ae7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:52:59Z', 'revision_number': 5, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:53:00.542981 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb6900a-18e0-413e-9fb7-79a5e9ae7ff1 None None] Checking router: 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:53:00.552495 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb6900a-18e0-413e-9fb7-79a5e9ae7ff1 None None] Routers {'19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:53:00.553112 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-1cb6900a-18e0-413e-9fb7-79a5e9ae7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:52:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:53:00.633118 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-07acb357-659c-4d0a-b87d-bc28ce952ba3 admin admin] Deleting port 4afa7378-febe-4b46-b655-e694384b3d4a {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:53:00.633476 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-07acb357-659c-4d0a-b87d-bc28ce952ba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (4afa7378-febe-4b46-b655-e694384b3d4a), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:00.683299 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-1cb6900a-18e0-413e-9fb7-79a5e9ae7ff1 None None] Set router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:53:00.737971 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [None req-07acb357-659c-4d0a-b87d-bc28ce952ba3 admin admin] For port 4afa7378-febe-4b46-b655-e694384b3d4a, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=4afa7378-febe-4b46-b655-e694384b3d4a,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:53:00.738409 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-07acb357-659c-4d0a-b87d-bc28ce952ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (4afa7378-febe-4b46-b655-e694384b3d4a), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:00.754867 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-07acb357-659c-4d0a-b87d-bc28ce952ba3 admin admin] Calling delete_port for 4afa7378-febe-4b46-b655-e694384b3d4a owned by network:router_gateway {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:53:00.822843 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:00.963273 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-1cb6900a-18e0-413e-9fb7-79a5e9ae7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:52:59Z', 'revision_number': 5, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:53:00.994788 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb6900a-18e0-413e-9fb7-79a5e9ae7ff1 None None] The sync data for ids ['19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8'] in dv-cinder-731167-2-iscsi is: [{'id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'name': 'tempest-AttachVolumeShelveTestJSON-856184250-router', 'tenant_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128'}], 'enable_snat': True}, 'gw_port_id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:52:59Z', 'revision_number': 5, 'project_id': '52f30f320fa04cdfa0e1d4ea9050119c', 'gw_port': {'id': '4afa7378-febe-4b46-b655-e694384b3d4a', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:45:38Z', 'updated_at': '2022-08-24T16:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:53:01.028884 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-07acb357-659c-4d0a-b87d-bc28ce952ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (4afa7378-febe-4b46-b655-e694384b3d4a), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:01.101676 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acb357-659c-4d0a-b87d-bc28ce952ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4afa7378-febe-4b46-b655-e694384b3d4a,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:01.171887 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-07acb357-659c-4d0a-b87d-bc28ce952ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552722'] for router_gateway (19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:01.267631 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-07acb357-659c-4d0a-b87d-bc28ce952ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3096'] for router (19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:01.270269 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-07acb357-659c-4d0a-b87d-bc28ce952ba3 admin admin] Publish callbacks [] for router_controller (19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8), precommit_delete_associations {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:01.278724 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:01.489696 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-07acb357-659c-4d0a-b87d-bc28ce952ba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549104'] for router (19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:01.490531 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07acb357-659c-4d0a-b87d-bc28ce952ba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 {{(pid=113370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 16:53:01.503536 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-07acb357-659c-4d0a-b87d-bc28ce952ba3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:01.504831 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-07acb357-659c-4d0a-b87d-bc28ce952ba3 admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/19aa2ba4-8272-45f3-91a6-a1d5cf61e0d8 HTTP/1.1" status: 204 len: 168 time: 1.3851290 Aug 24 16:53:01.509665 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40210) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:01.589036 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_v2 [None req-1524fec6-7b6a-4380-9f09-9164bbb7b36f admin admin] Deleting subnet ff59c90a-7642-4731-be1e-c01e44b6f995 {{(pid=113369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 16:53:01.592463 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1524fec6-7b6a-4380-9f09-9164bbb7b36f admin admin] Publish callbacks [] for subnet (ff59c90a-7642-4731-be1e-c01e44b6f995), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:01.608203 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-179c3bc4-459e-432d-b2e5-b50e6a4557ab req-0ba93ee7-23a9-41cb-b042-f1b0b7a9a8d5 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 210 time: 0.0447242 Aug 24 16:53:01.635886 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:01.638471 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1524fec6-7b6a-4380-9f09-9164bbb7b36f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622551'] for subnet (ff59c90a-7642-4731-be1e-c01e44b6f995), precommit_delete_associations {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:01.739936 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1524fec6-7b6a-4380-9f09-9164bbb7b36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673916'] for subnet (ff59c90a-7642-4731-be1e-c01e44b6f995), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:01.793399 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:01.885771 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-31158248-4595-4c93-84f8-96fe1f10ecf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:01.955697 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1524fec6-7b6a-4380-9f09-9164bbb7b36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127532242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127062784'] for subnet (ff59c90a-7642-4731-be1e-c01e44b6f995), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:01.982932 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524fec6-7b6a-4380-9f09-9164bbb7b36f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff59c90a-7642-4731-be1e-c01e44b6f995,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:02.010793 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1524fec6-7b6a-4380-9f09-9164bbb7b36f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:02.010793 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-1524fec6-7b6a-4380-9f09-9164bbb7b36f admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/ff59c90a-7642-4731-be1e-c01e44b6f995 HTTP/1.1" status: 204 len: 168 time: 0.4796507 Aug 24 16:53:02.011384 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 40218) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:02.011494 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d5c7ea-147e-4300-b190-85c5f16f8282 None None] Network 6f60278e-d02a-47e3-ac82-34477071b70e requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:53:02.083507 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7832497'] for network (6f60278e-d02a-47e3-ac82-34477071b70e), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:02.151250 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] Deleting port 22be20b1-0671-4c78-87e2-ef6a0cbbd838 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:53:02.151595 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (22be20b1-0671-4c78-87e2-ef6a0cbbd838), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:02.179634 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=17 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:02.181347 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:02.215916 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f12cbb-1da4-4c99-baeb-60dcbe140629 None None] DHCP port deletion for 6f60278e-d02a-47e3-ac82-34477071b70e request from dv-cinder-731167-2-iscsi {{(pid=113371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 16:53:02.304512 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-d6f12cbb-1da4-4c99-baeb-60dcbe140629 None None] Deleting port 22be20b1-0671-4c78-87e2-ef6a0cbbd838 {{(pid=113371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:53:02.305753 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-d6f12cbb-1da4-4c99-baeb-60dcbe140629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (22be20b1-0671-4c78-87e2-ef6a0cbbd838), before_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:02.309712 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] For port 22be20b1-0671-4c78-87e2-ef6a0cbbd838, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=22be20b1-0671-4c78-87e2-ef6a0cbbd838,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:53:02.310526 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (22be20b1-0671-4c78-87e2-ef6a0cbbd838), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:02.312601 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 4afa7378-febe-4b46-b655-e694384b3d4a no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:53:02.337874 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] Calling delete_port for 22be20b1-0671-4c78-87e2-ef6a0cbbd838 owned by network:dhcp {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:53:02.357915 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 4afa7378-febe-4b46-b655-e694384b3d4a {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:53:02.358255 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 4afa7378-febe-4b46-b655-e694384b3d4a not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:53:02.358679 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 7e605c47-87e9-4429-9306-4e0214bc929f no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:53:02.390707 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 7e605c47-87e9-4429-9306-4e0214bc929f {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:53:02.391525 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 7e605c47-87e9-4429-9306-4e0214bc929f not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:53:02.460679 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-d6f12cbb-1da4-4c99-baeb-60dcbe140629 None None] For port 22be20b1-0671-4c78-87e2-ef6a0cbbd838, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=22be20b1-0671-4c78-87e2-ef6a0cbbd838,segment=NetworkSegment(97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5),segment_id=97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:53:02.461477 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-d6f12cbb-1da4-4c99-baeb-60dcbe140629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (22be20b1-0671-4c78-87e2-ef6a0cbbd838), precommit_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:02.482432 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-d6f12cbb-1da4-4c99-baeb-60dcbe140629 None None] Calling delete_port for 22be20b1-0671-4c78-87e2-ef6a0cbbd838 owned by network:dhcp {{(pid=113371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:53:02.540697 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (22be20b1-0671-4c78-87e2-ef6a0cbbd838), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:02.595216 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] No DVR routers for this DVR port 22be20b1-0671-4c78-87e2-ef6a0cbbd838 on host dv-cinder-731167-2-iscsi {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:53:02.598128 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] Pushing event deleted for resources: {'Port': ['ID=22be20b1-0671-4c78-87e2-ef6a0cbbd838,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:02.609507 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-d6f12cbb-1da4-4c99-baeb-60dcbe140629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444'] for port (22be20b1-0671-4c78-87e2-ef6a0cbbd838), after_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:02.648109 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f12cbb-1da4-4c99-baeb-60dcbe140629 None None] No DVR routers for this DVR port 22be20b1-0671-4c78-87e2-ef6a0cbbd838 on host dv-cinder-731167-2-iscsi {{(pid=113371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:53:02.650679 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f12cbb-1da4-4c99-baeb-60dcbe140629 None None] Pushing event deleted for resources: {'Port': ['ID=22be20b1-0671-4c78-87e2-ef6a0cbbd838,revision_number=None']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:02.719597 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669052', 'neutron.services.segments.db._delete_segments_for_network-8749321758832'] for network (6f60278e-d02a-47e3-ac82-34477071b70e), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:02.751206 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f60278e-d02a-47e3-ac82-34477071b70e']}} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:53:02.767598 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:02.787275 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5') {'for_net_delete': True} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:53:02.787560 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5') {} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:53:02.791991 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b54d5adf-51f9-4ba4-b981-2804bb3ecf2b req-c190d251-211d-4270-91d8-0083d1558fa5 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 210 time: 0.0458238 Aug 24 16:53:02.807593 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749321816814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126625557'] for segment (97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:02.826820 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:02.839569 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=113370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:53:02.840332 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125893843'] for segment (97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:02.888119 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.services.segments.plugin [-] Segment 97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5 resource provider aggregate not found Aug 24 16:53:02.926474 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.services.segments.plugin [-] Segment 97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97e9c5de-2b23-4b6a-a8b8-fd7b4d99c5c5 found for delete ", "request_id": "req-b461eade-5685-46e7-bcea-433bcf72a0e0"}]} Aug 24 16:53:03.070657 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-bc252caf-ef98-45b7-8eca-9f50c72e3c3b tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:03.072536 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-bc252caf-ef98-45b7-8eca-9f50c72e3c3b tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.40 "GET /networking/v2.0/networks?id=60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 HTTP/1.1" status: 200 len: 808 time: 0.2086697 Aug 24 16:53:03.086241 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-3b7e61c8-7da3-480f-b7c0-6faca7a03d79 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Request body: {'port': {'device_id': 'a15b20db-55b3-45d3-9773-a995c9a8b671', 'network_id': '60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8', 'admin_state_up': True, 'tenant_id': '19ee69068eb94cf1b4a0d78f7d5e4a8b'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:53:03.092213 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552758'] for network (6f60278e-d02a-47e3-ac82-34477071b70e), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:03.095860 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:03.106553 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/6f60278e-d02a-47e3-ac82-34477071b70e HTTP/1.1" status: 204 len: 168 time: 1.1017902 Aug 24 16:53:03.142520 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7d7cc-9ec3-4aa8-bfc8-a81406a7270d admin admin] Pushing event deleted for resources: {'Network': ['ID=6f60278e-d02a-47e3-ac82-34477071b70e,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:03.389009 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-3b7e61c8-7da3-480f-b7c0-6faca7a03d79 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Made reservation on behalf of 19ee69068eb94cf1b4a0d78f7d5e4a8b for: {'port': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:53:03.393172 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-3b7e61c8-7da3-480f-b7c0-6faca7a03d79 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:03.572285 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-3b7e61c8-7da3-480f-b7c0-6faca7a03d79 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Allocated IP 172.20.0.4 (60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8/17fe9c17-f159-4b8d-b5bc-5423a15aa6b4/13afb47f-6208-45eb-8cc9-98a96b0dfcb5) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:53:03.648301 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:03.666296 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40250) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:03.742572 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-11bcaa15-f5e5-4106-a448-52c3ed56f90d admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=52f30f320fa04cdfa0e1d4ea9050119c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0747554 Aug 24 16:53:03.746268 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40254) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:03.792220 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-3b7e61c8-7da3-480f-b7c0-6faca7a03d79 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Publish callbacks [] for port (13afb47f-6208-45eb-8cc9-98a96b0dfcb5), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:03.840008 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e03676a4-17f2-4369-8a67-06161879fdb1 admin admin] Publish callbacks [] for security_group (cc5056a4-5098-4ebd-a5a8-33a6773dd13d), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:03.867341 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e03676a4-17f2-4369-8a67-06161879fdb1 admin admin] Publish callbacks [] for security_group (cc5056a4-5098-4ebd-a5a8-33a6773dd13d), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:03.920013 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:03.928492 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8c47b468-3e96-46ff-9daf-0df020f9d373 req-d1791770-3a0a-4054-aafb-e49711118ba1 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 210 time: 0.0368376 Aug 24 16:53:03.943894 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-3b7e61c8-7da3-480f-b7c0-6faca7a03d79 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (13afb47f-6208-45eb-8cc9-98a96b0dfcb5), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:03.975578 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-3b7e61c8-7da3-480f-b7c0-6faca7a03d79 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Network 60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:53:03.999386 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-3b7e61c8-7da3-480f-b7c0-6faca7a03d79 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:53:04.014534 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-3b7e61c8-7da3-480f-b7c0-6faca7a03d79 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:53:04.057305 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e61c8-7da3-480f-b7c0-6faca7a03d79 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Pushing event updated for resources: {'Port': ['ID=13afb47f-6208-45eb-8cc9-98a96b0dfcb5,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:04.065745 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e03676a4-17f2-4369-8a67-06161879fdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (cc5056a4-5098-4ebd-a5a8-33a6773dd13d), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:04.077323 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e03676a4-17f2-4369-8a67-06161879fdb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:04.077323 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-e03676a4-17f2-4369-8a67-06161879fdb1 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/cc5056a4-5098-4ebd-a5a8-33a6773dd13d HTTP/1.1" status: 204 len: 168 time: 0.3225400 Aug 24 16:53:04.080611 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03676a4-17f2-4369-8a67-06161879fdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5056a4-5098-4ebd-a5a8-33a6773dd13d,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:04.092846 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-3b7e61c8-7da3-480f-b7c0-6faca7a03d79 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:04.093436 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-3b7e61c8-7da3-480f-b7c0-6faca7a03d79 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:04.165817 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-38c56247-da93-4f2d-b369-1c07d56aa2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:04.239175 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 22be20b1-0671-4c78-87e2-ef6a0cbbd838 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:53:04.261576 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-3b7e61c8-7da3-480f-b7c0-6faca7a03d79 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1797490 Aug 24 16:53:04.264424 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 22be20b1-0671-4c78-87e2-ef6a0cbbd838 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:53:04.264922 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 22be20b1-0671-4c78-87e2-ef6a0cbbd838 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:53:04.282279 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Request body: {'port': {'device_id': 'a15b20db-55b3-45d3-9773-a995c9a8b671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:53:04.369693 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (13afb47f-6208-45eb-8cc9-98a96b0dfcb5), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:04.500030 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:04.769226 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 {{(pid=113370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:53:04.784276 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Publish callbacks [] for port (13afb47f-6208-45eb-8cc9-98a96b0dfcb5), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:04.809288 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.provisioning_blocks [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Transition to ACTIVE for port object 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 will not be triggered until provisioned by entity L2. {{(pid=113370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:53:04.883979 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (13afb47f-6208-45eb-8cc9-98a96b0dfcb5), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:04.956755 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Pushing event updated for resources: {'Port': ['ID=13afb47f-6208-45eb-8cc9-98a96b0dfcb5,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:05.030967 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Attempting to bind port 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:53:05.031232 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Attempting to bind port 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': '95dd4cd7-4870-43af-a177-2182c0292376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8'}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:53:05.031703 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Attempting to bind port 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 on network 60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:53:05.039703 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Port 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 on network 60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:53:05.040043 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Attempting to bind port 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 on network 60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:53:05.051957 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:53:05.052520 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Checking segment: {'id': '95dd4cd7-4870-43af-a177-2182c0292376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:53:05.053586 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Bound using segment: {'id': '95dd4cd7-4870-43af-a177-2182c0292376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8'} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:53:05.054681 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Bound port: 13afb47f-6208-45eb-8cc9-98a96b0dfcb5, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95dd4cd7-4870-43af-a177-2182c0292376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8'}}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:53:05.055166 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (13afb47f-6208-45eb-8cc9-98a96b0dfcb5), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:05.416199 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1fcb3-780c-4647-ae71-5ddcc8d6b3b0 req-3178a4b4-d6ca-421d-9be6-cfa177c86662 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:05.418712 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a5a1fcb3-780c-4647-ae71-5ddcc8d6b3b0 req-3178a4b4-d6ca-421d-9be6-cfa177c86662 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 943 time: 0.3681653 Aug 24 16:53:05.476307 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] For port 13afb47f-6208-45eb-8cc9-98a96b0dfcb5, host hv-cinder-73116, cleared binding levels {{(pid=113370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:53:05.501505 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] For port 13afb47f-6208-45eb-8cc9-98a96b0dfcb5, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=13afb47f-6208-45eb-8cc9-98a96b0dfcb5,segment=NetworkSegment(95dd4cd7-4870-43af-a177-2182c0292376),segment_id=95dd4cd7-4870-43af-a177-2182c0292376)] {{(pid=113370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:53:05.513434 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a5a1fcb3-780c-4647-ae71-5ddcc8d6b3b0 req-a7fe0d05-4938-4236-b414-16c5cb34a169 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857234 Aug 24 16:53:05.602309 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (13afb47f-6208-45eb-8cc9-98a96b0dfcb5), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:05.608300 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:05.609088 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:05.610628 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/13afb47f-6208-45eb-8cc9-98a96b0dfcb5 HTTP/1.1" status: 200 len: 1093 time: 1.3405788 Aug 24 16:53:05.611156 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15b20db-55b3-45d3-9773-a995c9a8b671', 'tag': '13afb47f-6208-45eb-8cc9-98a96b0dfcb5'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:53:05.613458 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7877354d-2514-43b9-9293-1e3c60a810a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a15b20db-55b3-45d3-9773-a995c9a8b671", "tag": "13afb47f-6208-45eb-8cc9-98a96b0dfcb5"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:53:05.688067 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e961727-9cb9-456a-84bb-999092decf9d service neutron] Pushing event updated for resources: {'Port': ['ID=13afb47f-6208-45eb-8cc9-98a96b0dfcb5,revision_number=3']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:05.689987 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce653ace-fcd2-4d4b-97dc-d2d87c374a23 x-openstack-request-id: req-ce653ace-fcd2-4d4b-97dc-d2d87c374a23 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:53:05.690312 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15b20db-55b3-45d3-9773-a995c9a8b671", "tag": "13afb47f-6208-45eb-8cc9-98a96b0dfcb5", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:53:05.690584 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ce653ace-fcd2-4d4b-97dc-d2d87c374a23 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:53:05.691397 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce653ace-fcd2-4d4b-97dc-d2d87c374a23'] response: {'name': 'network-changed', 'server_uuid': 'a15b20db-55b3-45d3-9773-a995c9a8b671', 'tag': '13afb47f-6208-45eb-8cc9-98a96b0dfcb5', 'status': 'completed', 'code': 200} Aug 24 16:53:05.763547 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877354d-2514-43b9-9293-1e3c60a810a2 req-f7c79d9e-9e70-47e1-9b65-c1c1fcaa7422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:05.765871 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7877354d-2514-43b9-9293-1e3c60a810a2 req-f7c79d9e-9e70-47e1-9b65-c1c1fcaa7422 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=19ee69068eb94cf1b4a0d78f7d5e4a8b&device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 1127 time: 0.0571115 Aug 24 16:53:05.831545 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:05.882523 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877354d-2514-43b9-9293-1e3c60a810a2 req-d31f3c68-d991-4879-ad97-52646c9b0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:05.884405 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7877354d-2514-43b9-9293-1e3c60a810a2 req-d31f3c68-d991-4879-ad97-52646c9b0aee service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=19ee69068eb94cf1b4a0d78f7d5e4a8b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1110642 Aug 24 16:53:05.992495 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:06.016605 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877354d-2514-43b9-9293-1e3c60a810a2 req-6b9ea03b-7d64-48b0-9681-2b94b1fa0e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:06.018083 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7877354d-2514-43b9-9293-1e3c60a810a2 req-6b9ea03b-7d64-48b0-9681-2b94b1fa0e06 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263533 Aug 24 16:53:06.119799 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-8f9c91fe-4f1e-41f8-80a1-4e4081c80a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:06.121996 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-8f9c91fe-4f1e-41f8-80a1-4e4081c80a18 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=19ee69068eb94cf1b4a0d78f7d5e4a8b&device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 1127 time: 0.0611665 Aug 24 16:53:06.176591 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-c6d0f143-5216-49a6-8542-7b8de88ef746 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13afb47f-6208-45eb-8cc9-98a96b0dfcb5 HTTP/1.1" status: 200 len: 217 time: 0.0455470 Aug 24 16:53:06.234971 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-0884a2ce-ff7d-400f-8226-e68b617eeecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:06.237023 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-0884a2ce-ff7d-400f-8226-e68b617eeecb service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=17fe9c17-f159-4b8d-b5bc-5423a15aa6b4 HTTP/1.1" status: 200 len: 848 time: 0.0544872 Aug 24 16:53:06.274179 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-e9bb8bc4-7640-406b-a5d6-42cbd420eda9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307043 Aug 24 16:53:06.316419 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:06.386118 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-ec20228e-5def-4f9c-9681-b8e99d8a84ae service neutron] 10.222.0.40 "GET /networking/v2.0/networks/60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057224 Aug 24 16:53:06.515713 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fa999be5-3d1d-4310-85de-b50e99cea2f0 req-89608f4b-6885-46b4-8a3b-c12de5a098de service neutron] 10.222.0.40 "GET /networking/v2.0/networks/60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164815 Aug 24 16:53:06.688432 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb12aa-ae3d-4e35-906f-d3d01c570db9 req-aa42a034-4f0c-43ad-b610-c0a4aa0038ce tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:06.690111 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6bcb12aa-ae3d-4e35-906f-d3d01c570db9 req-aa42a034-4f0c-43ad-b610-c0a4aa0038ce tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 943 time: 0.0672331 Aug 24 16:53:06.770723 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6bcb12aa-ae3d-4e35-906f-d3d01c570db9 req-5cfe045c-657c-461e-aef6-d7c752f6fb4b tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677266 Aug 24 16:53:07.042002 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:07.050606 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-67e7413f-d8d4-40c2-92b6-7edf1ac42214 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1875641850&fields=id&tenant_id=f18db8d724d4436cb1721859066ac74d HTTP/1.1" status: 200 len: 267 time: 0.0876138 Aug 24 16:53:07.204521 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-01562008-56fa-43df-8cb2-ce7f1c3ee8b1 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:07.206287 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-01562008-56fa-43df-8cb2-ce7f1c3ee8b1 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 812 time: 0.1452279 Aug 24 16:53:07.231358 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-cdbb38ca-b8dc-40d0-8ef1-15e4fa53da1a tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/quotas/f18db8d724d4436cb1721859066ac74d HTTP/1.1" status: 200 len: 375 time: 0.0137360 Aug 24 16:53:07.232407 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:07.301470 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-4ac5c62d-d26d-4f10-bdd3-1d1f2499b263 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616603 Aug 24 16:53:07.354762 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:07.560287 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-0deaf2e3-4e5b-45bc-9f3b-88d03651873e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386277 Aug 24 16:53:07.669057 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-0add5416-8571-4633-9601-9b56a4e199e1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011050 Aug 24 16:53:07.795705 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 40368) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:07.956209 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ecc49-bc0d-413d-8870-b65333bccbce req-00e04e49-26cd-4dc0-8577-86aaaf3e538e tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:07.963997 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-129ecc49-bc0d-413d-8870-b65333bccbce req-00e04e49-26cd-4dc0-8577-86aaaf3e538e tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 943 time: 0.0681474 Aug 24 16:53:07.999426 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3f5baad8-89b3-44a8-b102-a42d18cfc06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:08.050462 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-129ecc49-bc0d-413d-8870-b65333bccbce req-ed7e5635-4860-42c2-bbce-6224734753ee tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855281 Aug 24 16:53:08.106297 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:08.122941 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3f5baad8-89b3-44a8-b102-a42d18cfc06f admin admin] Publish callbacks [] for security_group (aedec457-d04a-443c-8dca-a53cee8a67ae), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:08.233232 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3f5baad8-89b3-44a8-b102-a42d18cfc06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (aedec457-d04a-443c-8dca-a53cee8a67ae), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:08.242195 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40382) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:08.301426 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5baad8-89b3-44a8-b102-a42d18cfc06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedec457-d04a-443c-8dca-a53cee8a67ae,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:08.307730 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-3f5baad8-89b3-44a8-b102-a42d18cfc06f admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=6fb14b430d8d4d91804d791970096eec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5120652 Aug 24 16:53:08.310761 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40386) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:08.371713 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dc267df9-e067-49ce-b050-144e9a567def admin admin] Publish callbacks [] for security_group (aedec457-d04a-443c-8dca-a53cee8a67ae), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:08.405631 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-848cf39a-638a-4aaf-80e7-a3330ea36919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:08.431368 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dc267df9-e067-49ce-b050-144e9a567def admin admin] Publish callbacks [] for security_group (aedec457-d04a-443c-8dca-a53cee8a67ae), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:08.488789 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-32d46989-827e-4b31-9171-428fff19b1f2 req-770b9f2a-83ef-427c-97a0-adec2ee214cd tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 210 time: 0.0314937 Aug 24 16:53:08.558699 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-848cf39a-638a-4aaf-80e7-a3330ea36919 admin admin] Publish callbacks [] for security_group (514c7edf-2337-46a3-8a93-220708593783), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:08.637790 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-848cf39a-638a-4aaf-80e7-a3330ea36919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (514c7edf-2337-46a3-8a93-220708593783), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:08.642521 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dc267df9-e067-49ce-b050-144e9a567def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (aedec457-d04a-443c-8dca-a53cee8a67ae), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:08.646752 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dc267df9-e067-49ce-b050-144e9a567def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:08.648870 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-dc267df9-e067-49ce-b050-144e9a567def admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/aedec457-d04a-443c-8dca-a53cee8a67ae HTTP/1.1" status: 204 len: 168 time: 0.3366868 Aug 24 16:53:08.695998 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-848cf39a-638a-4aaf-80e7-a3330ea36919 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=7e486064976041c1bc944b795cc129b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4524651 Aug 24 16:53:08.697047 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cf39a-638a-4aaf-80e7-a3330ea36919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514c7edf-2337-46a3-8a93-220708593783,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:08.700096 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40398) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:08.721457 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc267df9-e067-49ce-b050-144e9a567def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedec457-d04a-443c-8dca-a53cee8a67ae,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:08.779946 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-39d97888-9cd9-4699-be07-42ac2b89580e admin admin] Publish callbacks [] for security_group (514c7edf-2337-46a3-8a93-220708593783), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:08.804031 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-39d97888-9cd9-4699-be07-42ac2b89580e admin admin] Publish callbacks [] for security_group (514c7edf-2337-46a3-8a93-220708593783), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:08.823680 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:53:08.920240 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:08.951450 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 13afb47f-6208-45eb-8cc9-98a96b0dfcb5, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=13afb47f-6208-45eb-8cc9-98a96b0dfcb5,segment=NetworkSegment(95dd4cd7-4870-43af-a177-2182c0292376),segment_id=95dd4cd7-4870-43af-a177-2182c0292376)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:53:08.968978 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-39d97888-9cd9-4699-be07-42ac2b89580e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (514c7edf-2337-46a3-8a93-220708593783), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:08.969242 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': '13afb47f-6208-45eb-8cc9-98a96b0dfcb5', 'network_id': '60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8', 'port_id': '13afb47f-6208-45eb-8cc9-98a96b0dfcb5', 'mac_address': 'fa:16:3e:14:79:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17fe9c17-f159-4b8d-b5bc-5423a15aa6b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:53:08.972270 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-39d97888-9cd9-4699-be07-42ac2b89580e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:08.973687 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-39d97888-9cd9-4699-be07-42ac2b89580e admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/514c7edf-2337-46a3-8a93-220708593783 HTTP/1.1" status: 204 len: 168 time: 0.2719574 Aug 24 16:53:08.988767 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d97888-9cd9-4699-be07-42ac2b89580e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514c7edf-2337-46a3-8a93-220708593783,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:09.191251 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:53:09.191251 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (13afb47f-6208-45eb-8cc9-98a96b0dfcb5), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:09.209222 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:53:09.241347 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 13afb47f-6208-45eb-8cc9-98a96b0dfcb5, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=13afb47f-6208-45eb-8cc9-98a96b0dfcb5,segment=NetworkSegment(95dd4cd7-4870-43af-a177-2182c0292376),segment_id=95dd4cd7-4870-43af-a177-2182c0292376)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:53:09.278597 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555fc02-9dee-443d-b88f-e13f9f236165 req-a1c1ae45-a9f2-4bcf-813f-ecfefefb0fd0 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:09.281459 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2555fc02-9dee-443d-b88f-e13f9f236165 req-a1c1ae45-a9f2-4bcf-813f-ecfefefb0fd0 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 943 time: 0.0919759 Aug 24 16:53:09.330541 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (13afb47f-6208-45eb-8cc9-98a96b0dfcb5), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:09.343619 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2555fc02-9dee-443d-b88f-e13f9f236165 req-36de90af-45dc-4b91-83a3-5daa3afe3e5f tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547099 Aug 24 16:53:09.385737 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=13afb47f-6208-45eb-8cc9-98a96b0dfcb5,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:09.544962 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['13afb47f-6208-45eb-8cc9-98a96b0dfcb5'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:53:09.608517 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0a5129a0-4636-48eb-ba26-26c4df432433 req-6d69f5b3-ee04-4ce5-980f-8a243cc9e33c tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 210 time: 0.0491271 Aug 24 16:53:09.738250 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:09.776838 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40412) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:09.797054 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bf9c202b-e919-4266-9f5c-d18a05207bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:09.920541 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bf9c202b-e919-4266-9f5c-d18a05207bc5 admin admin] Publish callbacks [] for security_group (f6252fc5-e913-42e9-91d3-2b016104977e), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:09.980713 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-bf9c202b-e919-4266-9f5c-d18a05207bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (f6252fc5-e913-42e9-91d3-2b016104977e), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:10.028139 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c202b-e919-4266-9f5c-d18a05207bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6252fc5-e913-42e9-91d3-2b016104977e,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:10.034185 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-bf9c202b-e919-4266-9f5c-d18a05207bc5 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=a5592966e3cc40c9b778c1e5a6194d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559564 Aug 24 16:53:10.036603 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40414) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:10.100399 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6c8b227f-4fda-4c7a-8de8-5287ac914efa admin admin] Publish callbacks [] for security_group (f6252fc5-e913-42e9-91d3-2b016104977e), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:10.127906 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6c8b227f-4fda-4c7a-8de8-5287ac914efa admin admin] Publish callbacks [] for security_group (f6252fc5-e913-42e9-91d3-2b016104977e), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:10.128942 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 40416) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:10.143255 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:10.151430 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-41029d57-4b1e-4421-9512-2585ae67be35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:10.153172 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:10.343898 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6c8b227f-4fda-4c7a-8de8-5287ac914efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (f6252fc5-e913-42e9-91d3-2b016104977e), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:10.348557 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6c8b227f-4fda-4c7a-8de8-5287ac914efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:10.351366 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-6c8b227f-4fda-4c7a-8de8-5287ac914efa admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/f6252fc5-e913-42e9-91d3-2b016104977e HTTP/1.1" status: 204 len: 168 time: 0.3135879 Aug 24 16:53:10.369124 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b227f-4fda-4c7a-8de8-5287ac914efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6252fc5-e913-42e9-91d3-2b016104977e,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:10.445131 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-41029d57-4b1e-4421-9512-2585ae67be35 admin admin] Publish callbacks [] for security_group (e455b1a7-e797-48f4-a54b-e567b36398fe), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:10.541805 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b13c08-34d8-4e1f-814f-2f330b343fc8 req-010d6b60-26d9-4642-9fec-5b8c83aed6f2 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:10.543751 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-03b13c08-34d8-4e1f-814f-2f330b343fc8 req-010d6b60-26d9-4642-9fec-5b8c83aed6f2 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 944 time: 0.0626328 Aug 24 16:53:10.613370 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-41029d57-4b1e-4421-9512-2585ae67be35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (e455b1a7-e797-48f4-a54b-e567b36398fe), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:10.641951 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-03b13c08-34d8-4e1f-814f-2f330b343fc8 req-35e44713-f96b-4444-9017-1b2c18e30877 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873640 Aug 24 16:53:10.680279 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-41029d57-4b1e-4421-9512-2585ae67be35 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=faa3894a79a0459ab90142f4facf4e3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5496762 Aug 24 16:53:10.682251 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41029d57-4b1e-4421-9512-2585ae67be35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e455b1a7-e797-48f4-a54b-e567b36398fe,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:10.685299 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40424) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:10.768479 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6d05ba24-4b42-4ca6-85a5-928a63de9f91 admin admin] Publish callbacks [] for security_group (e455b1a7-e797-48f4-a54b-e567b36398fe), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:10.780950 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-19d0f5d4-31e3-4d1f-8d7b-3e571b406ce2 req-e50df0d2-676f-4e5b-9740-60d9d0ee2d94 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 210 time: 0.0551157 Aug 24 16:53:10.805548 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6d05ba24-4b42-4ca6-85a5-928a63de9f91 admin admin] Publish callbacks [] for security_group (e455b1a7-e797-48f4-a54b-e567b36398fe), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:10.839155 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:53:10.908804 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:53:10.980720 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6d05ba24-4b42-4ca6-85a5-928a63de9f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (e455b1a7-e797-48f4-a54b-e567b36398fe), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:10.983671 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6d05ba24-4b42-4ca6-85a5-928a63de9f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:10.985200 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-6d05ba24-4b42-4ca6-85a5-928a63de9f91 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/e455b1a7-e797-48f4-a54b-e567b36398fe HTTP/1.1" status: 204 len: 168 time: 0.2985933 Aug 24 16:53:10.997268 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05ba24-4b42-4ca6-85a5-928a63de9f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e455b1a7-e797-48f4-a54b-e567b36398fe,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:11.039976 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:53:11.040381 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (13afb47f-6208-45eb-8cc9-98a96b0dfcb5), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:11.181953 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:53:11.182604 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (13afb47f-6208-45eb-8cc9-98a96b0dfcb5), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:11.214925 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15b20db-55b3-45d3-9773-a995c9a8b671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13afb47f-6208-45eb-8cc9-98a96b0dfcb5'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:53:11.217614 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e061a6dd-d17c-4320-8a5f-a245e95e5095" -d '{"events": [{"server_uuid": "a15b20db-55b3-45d3-9773-a995c9a8b671", "name": "network-vif-plugged", "status": "completed", "tag": "13afb47f-6208-45eb-8cc9-98a96b0dfcb5"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:53:11.236488 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 13afb47f-6208-45eb-8cc9-98a96b0dfcb5, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=13afb47f-6208-45eb-8cc9-98a96b0dfcb5,segment=NetworkSegment(95dd4cd7-4870-43af-a177-2182c0292376),segment_id=95dd4cd7-4870-43af-a177-2182c0292376)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:53:11.262821 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857bcb40-318c-4257-b368-1373ee2fe375 x-openstack-request-id: req-857bcb40-318c-4257-b368-1373ee2fe375 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:53:11.263109 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15b20db-55b3-45d3-9773-a995c9a8b671", "name": "network-vif-plugged", "status": "completed", "tag": "13afb47f-6208-45eb-8cc9-98a96b0dfcb5", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:53:11.263362 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-857bcb40-318c-4257-b368-1373ee2fe375 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:53:11.263761 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-857bcb40-318c-4257-b368-1373ee2fe375'] response: {'server_uuid': 'a15b20db-55b3-45d3-9773-a995c9a8b671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13afb47f-6208-45eb-8cc9-98a96b0dfcb5', 'code': 200} Aug 24 16:53:11.377847 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (13afb47f-6208-45eb-8cc9-98a96b0dfcb5), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:11.459095 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=13afb47f-6208-45eb-8cc9-98a96b0dfcb5,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:11.948780 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:11.955104 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-5f31da03-7a9d-416b-8eb6-ab594219ee7a tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:11.956620 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-5f31da03-7a9d-416b-8eb6-ab594219ee7a tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.40 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 812 time: 0.3006601 Aug 24 16:53:11.961271 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afbef3-3e0e-43f3-a978-55d7e1bf005d req-6de9788a-ab09-4143-8e4b-055c984711ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:11.965968 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-55afbef3-3e0e-43f3-a978-55d7e1bf005d req-6de9788a-ab09-4143-8e4b-055c984711ea service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 1129 time: 0.1159427 Aug 24 16:53:11.989876 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919db64c-5a47-49c1-8257-61c950ce8e1c req-c9020397-e997-4383-9941-340454d9be4f tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:11.991685 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-919db64c-5a47-49c1-8257-61c950ce8e1c req-c9020397-e997-4383-9941-340454d9be4f tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 945 time: 0.2213559 Aug 24 16:53:12.002095 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e5ce6d5-5874-4c52-aeff-08ecd080a309 req-4a22a1f4-058d-47eb-9fa6-492205934863 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 210 time: 0.0764771 Aug 24 16:53:12.122525 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-55afbef3-3e0e-43f3-a978-55d7e1bf005d req-23a9dffe-90bf-4730-ae70-647a028868a3 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384077 Aug 24 16:53:12.142970 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-919db64c-5a47-49c1-8257-61c950ce8e1c req-0e02351e-70d7-4eff-806c-3f0f2b8e0d7d tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389382 Aug 24 16:53:12.150018 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-0143b0d2-b2e3-40df-b66c-5a5552d9a3ba tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f18db8d724d4436cb1721859066ac74d HTTP/1.1" status: 200 len: 380 time: 0.1674876 Aug 24 16:53:12.330991 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Request body: {'port': {'device_id': '3ebd3320-a313-4dca-ba4b-d104b45402bb', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'admin_state_up': True, 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'security_groups': ['dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8']}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:53:12.334330 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:12.538489 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Made reservation on behalf of f18db8d724d4436cb1721859066ac74d for: {'port': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:53:12.542715 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:12.717683 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Allocated IP 172.20.0.10 (a598ee64-8390-470b-8704-7686a7a90fa6/b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe/743286c8-2c3d-444d-ae91-8875dcf1827d) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:53:12.903586 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for port (743286c8-2c3d-444d-ae91-8875dcf1827d), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:13.092571 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (743286c8-2c3d-444d-ae91-8875dcf1827d), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:13.156545 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Network a598ee64-8390-470b-8704-7686a7a90fa6 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:53:13.179955 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:53:13.187527 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:13.228325 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:53:13.231428 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event updated for resources: {'Port': ['ID=743286c8-2c3d-444d-ae91-8875dcf1827d,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:13.282920 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:13.283274 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:13.283613 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:13.283951 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:13.284286 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:13.284643 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:13.284967 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:13.285290 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:13.285615 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:13.285939 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:13.286263 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:13.286589 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:13.286916 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:13.287232 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:13.287717 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:13.301902 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59e69-3a85-428b-9d3f-2bc2a39db97a req-974809f4-f1d5-4c59-8de9-78f6b318232c tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:13.303200 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dce59e69-3a85-428b-9d3f-2bc2a39db97a req-974809f4-f1d5-4c59-8de9-78f6b318232c tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 932 time: 0.2077918 Aug 24 16:53:13.369161 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a3b8b-cada-4d91-924a-fb47e17206b8 req-8642a167-b212-4af5-9515-e79c916d422a tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:13.370995 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9d7a3b8b-cada-4d91-924a-fb47e17206b8 req-8642a167-b212-4af5-9515-e79c916d422a tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 945 time: 0.1024892 Aug 24 16:53:13.375942 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:13.376773 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:13.449333 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-dce59e69-3a85-428b-9d3f-2bc2a39db97a req-73d5dec3-b508-455b-83b7-cc6aa7f418aa tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236074 Aug 24 16:53:13.485002 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-c137d8ea-b9bb-467f-b27a-1b9d2b01a63b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1547499 Aug 24 16:53:13.495470 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9d7a3b8b-cada-4d91-924a-fb47e17206b8 req-f2fe3432-6742-434c-b151-06dd755fda68 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053593 Aug 24 16:53:13.512003 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Request body: {'port': {'device_id': '3ebd3320-a313-4dca-ba4b-d104b45402bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:53:13.539853 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-e7d7051a-ca06-461f-b5b3-52f4e1c8d2f0 None None] Provisioning complete for port 743286c8-2c3d-444d-ae91-8875dcf1827d triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:53:13.541634 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-e7d7051a-ca06-461f-b5b3-52f4e1c8d2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (743286c8-2c3d-444d-ae91-8875dcf1827d), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:13.596529 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (743286c8-2c3d-444d-ae91-8875dcf1827d), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:13.610112 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7051a-ca06-461f-b5b3-52f4e1c8d2f0 None None] Port 743286c8-2c3d-444d-ae91-8875dcf1827d cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:53:13.743585 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:14.044118 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743286c8-2c3d-444d-ae91-8875dcf1827d {{(pid=113370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:53:14.066804 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Publish callbacks [] for port (743286c8-2c3d-444d-ae91-8875dcf1827d), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:14.084088 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.provisioning_blocks [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Transition to ACTIVE for port object 743286c8-2c3d-444d-ae91-8875dcf1827d will not be triggered until provisioned by entity L2. {{(pid=113370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:53:14.197676 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (743286c8-2c3d-444d-ae91-8875dcf1827d), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:14.305341 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=743286c8-2c3d-444d-ae91-8875dcf1827d,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:14.359681 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Attempting to bind port 743286c8-2c3d-444d-ae91-8875dcf1827d on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:53:14.360191 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Attempting to bind port 743286c8-2c3d-444d-ae91-8875dcf1827d by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:53:14.360821 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Attempting to bind port 743286c8-2c3d-444d-ae91-8875dcf1827d on network a598ee64-8390-470b-8704-7686a7a90fa6 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:53:14.370819 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Port 743286c8-2c3d-444d-ae91-8875dcf1827d on network a598ee64-8390-470b-8704-7686a7a90fa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:53:14.370819 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Attempting to bind port 743286c8-2c3d-444d-ae91-8875dcf1827d on network a598ee64-8390-470b-8704-7686a7a90fa6 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:53:14.379077 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:53:14.379342 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Checking segment: {'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:53:14.379726 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Bound using segment: {'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:53:14.380164 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Bound port: 743286c8-2c3d-444d-ae91-8875dcf1827d, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'}}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:53:14.380579 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (743286c8-2c3d-444d-ae91-8875dcf1827d), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:14.466642 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] For port 743286c8-2c3d-444d-ae91-8875dcf1827d, host hv-cinder-73116, cleared binding levels {{(pid=113370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:53:14.471703 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] For port 743286c8-2c3d-444d-ae91-8875dcf1827d, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=743286c8-2c3d-444d-ae91-8875dcf1827d,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:53:14.634688 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (743286c8-2c3d-444d-ae91-8875dcf1827d), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:14.662475 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:14.664050 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:14.665818 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/743286c8-2c3d-444d-ae91-8875dcf1827d HTTP/1.1" status: 200 len: 1094 time: 1.1626680 Aug 24 16:53:14.666520 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebd3320-a313-4dca-ba4b-d104b45402bb', 'tag': '743286c8-2c3d-444d-ae91-8875dcf1827d'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:53:14.671226 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdeef0a6-4a6b-412d-b717-ef17cdf006a7" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebd3320-a313-4dca-ba4b-d104b45402bb", "tag": "743286c8-2c3d-444d-ae91-8875dcf1827d"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:53:14.692374 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f008a-95ed-4b73-9b8b-39488be5717b req-3e369522-6d2f-42a0-b5da-88517cf99c79 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:14.693799 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-741f008a-95ed-4b73-9b8b-39488be5717b req-3e369522-6d2f-42a0-b5da-88517cf99c79 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 944 time: 0.1251287 Aug 24 16:53:14.719254 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:14.732657 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c70d6-2c22-412d-ae3e-bd50aefc2573 req-e6f929be-05bf-4c18-96e3-9a34af80be48 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:14.734114 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f21c70d6-2c22-412d-ae3e-bd50aefc2573 req-e6f929be-05bf-4c18-96e3-9a34af80be48 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 945 time: 0.1250103 Aug 24 16:53:14.813928 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94130b39-3868-4381-994e-9fb99969d6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=743286c8-2c3d-444d-ae91-8875dcf1827d,revision_number=3']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:14.829186 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-741f008a-95ed-4b73-9b8b-39488be5717b req-a6b65aa7-d5d0-4cf8-b47f-86057f7f2fdc tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127782 Aug 24 16:53:14.841007 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f21c70d6-2c22-412d-ae3e-bd50aefc2573 req-09307baa-3769-434e-ae3e-d36dd50ab568 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963986 Aug 24 16:53:14.920366 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98111f44-0426-4ae1-a1fe-b812af345e4f x-openstack-request-id: req-98111f44-0426-4ae1-a1fe-b812af345e4f {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:53:14.920662 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebd3320-a313-4dca-ba4b-d104b45402bb", "tag": "743286c8-2c3d-444d-ae91-8875dcf1827d", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:53:14.920913 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-98111f44-0426-4ae1-a1fe-b812af345e4f {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:53:14.921320 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98111f44-0426-4ae1-a1fe-b812af345e4f'] response: {'name': 'network-changed', 'server_uuid': '3ebd3320-a313-4dca-ba4b-d104b45402bb', 'tag': '743286c8-2c3d-444d-ae91-8875dcf1827d', 'status': 'completed', 'code': 200} Aug 24 16:53:14.936439 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-ab26c288-34b1-4916-acf2-4ec387393357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:14.938807 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-ab26c288-34b1-4916-acf2-4ec387393357 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 1128 time: 0.0599089 Aug 24 16:53:14.991125 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-13572855-3860-4ab6-99ef-1095d81d4974 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=743286c8-2c3d-444d-ae91-8875dcf1827d HTTP/1.1" status: 200 len: 217 time: 0.0430741 Aug 24 16:53:15.031447 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40544) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:15.052788 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-9494f3c6-addb-49f2-8577-f401d571f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:15.055101 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-9494f3c6-addb-49f2-8577-f401d571f6e7 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe HTTP/1.1" status: 200 len: 851 time: 0.0563314 Aug 24 16:53:15.118185 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-5bc4fae2-45d7-4920-bdf1-e2b8c0033886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:15.119710 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-5bc4fae2-45d7-4920-bdf1-e2b8c0033886 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a598ee64-8390-470b-8704-7686a7a90fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573268 Aug 24 16:53:15.161321 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:15.169205 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:15.243230 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-ff3f07a9-9198-4814-b362-06e659ec31e1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144888 Aug 24 16:53:15.259283 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Publish callbacks [] for security_group (33555780-219f-4b4f-9123-b69845cfbfe7), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:15.354645 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (33555780-219f-4b4f-9123-b69845cfbfe7), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:15.360296 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4fc413b-1a7f-4efe-bd1a-a0db8c066a2b req-cd20db45-7586-41b1-b172-c7b045c697a8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095791 Aug 24 16:53:15.401006 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33555780-219f-4b4f-9123-b69845cfbfe7,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:15.412026 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:15.412388 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:15.412766 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:15.413094 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:15.413602 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:15.413974 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:15.414261 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:15.414576 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:15.415089 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:15.415420 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:15.415749 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:15.416073 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:15.416414 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:15.416799 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:15.417057 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:15.422644 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-91e597bb-cd80-446b-b18d-44014dd7dbfe admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=31e5bbe065e548fd8cf3c32671e12fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3893633 Aug 24 16:53:15.426631 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40550) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:15.487486 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-41644f80-574f-4b36-b105-35b5dfd5409f admin admin] Publish callbacks [] for security_group (33555780-219f-4b4f-9123-b69845cfbfe7), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:15.510552 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-41644f80-574f-4b36-b105-35b5dfd5409f admin admin] Publish callbacks [] for security_group (33555780-219f-4b4f-9123-b69845cfbfe7), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:15.657835 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-41644f80-574f-4b36-b105-35b5dfd5409f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (33555780-219f-4b4f-9123-b69845cfbfe7), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:15.663848 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-41644f80-574f-4b36-b105-35b5dfd5409f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:15.665640 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-41644f80-574f-4b36-b105-35b5dfd5409f admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/33555780-219f-4b4f-9123-b69845cfbfe7 HTTP/1.1" status: 204 len: 168 time: 0.2386246 Aug 24 16:53:15.679168 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41644f80-574f-4b36-b105-35b5dfd5409f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33555780-219f-4b4f-9123-b69845cfbfe7,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:15.731255 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef0a6-4a6b-412d-b717-ef17cdf006a7 req-c6bc6d90-3cf8-445a-8ac8-f33cd6bd7ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:15.733019 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fdeef0a6-4a6b-412d-b717-ef17cdf006a7 req-c6bc6d90-3cf8-445a-8ac8-f33cd6bd7ddd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 1128 time: 0.0501289 Aug 24 16:53:15.849286 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef0a6-4a6b-412d-b717-ef17cdf006a7 req-ecb8d951-0352-46aa-8160-064fdcbf2bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:15.851522 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fdeef0a6-4a6b-412d-b717-ef17cdf006a7 req-ecb8d951-0352-46aa-8160-064fdcbf2bc8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 913 time: 0.1124115 Aug 24 16:53:15.914302 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fdeef0a6-4a6b-412d-b717-ef17cdf006a7 req-476d9a5e-1f53-43c3-8935-13dae296843d service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=743286c8-2c3d-444d-ae91-8875dcf1827d HTTP/1.1" status: 200 len: 217 time: 0.0544105 Aug 24 16:53:15.990402 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef0a6-4a6b-412d-b717-ef17cdf006a7 req-8bbce8a1-8bbc-41a2-a9ff-9c73af6ee6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:15.992967 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fdeef0a6-4a6b-412d-b717-ef17cdf006a7 req-8bbce8a1-8bbc-41a2-a9ff-9c73af6ee6db service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe HTTP/1.1" status: 200 len: 851 time: 0.0729516 Aug 24 16:53:16.066709 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a8624-6282-4484-9c03-c6bcd509605a req-94faddce-16f5-42db-8e9f-fe46a8c84356 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:16.070024 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-479a8624-6282-4484-9c03-c6bcd509605a req-94faddce-16f5-42db-8e9f-fe46a8c84356 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 944 time: 0.0979066 Aug 24 16:53:16.076775 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef0a6-4a6b-412d-b717-ef17cdf006a7 req-64a3fb71-b7f2-48bc-b346-3b00d4403934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:16.078281 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fdeef0a6-4a6b-412d-b717-ef17cdf006a7 req-64a3fb71-b7f2-48bc-b346-3b00d4403934 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a598ee64-8390-470b-8704-7686a7a90fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640664 Aug 24 16:53:16.195596 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-479a8624-6282-4484-9c03-c6bcd509605a req-1ef0c3b8-98d9-401e-8a18-3ccd9f7b2e90 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163235 Aug 24 16:53:16.232201 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fdeef0a6-4a6b-412d-b717-ef17cdf006a7 req-737a3030-290e-46e4-bd9a-01769ff58569 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417022 Aug 24 16:53:16.358201 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fdeef0a6-4a6b-412d-b717-ef17cdf006a7 req-1b4d2874-74c8-4bbc-b034-af3d7a93aab7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187804 Aug 24 16:53:16.520650 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145a84f-9b64-459f-8d70-89afd4268bfd req-4cc166b5-8278-4fe6-98a1-ba3ddbd9e89c tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:16.523250 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d145a84f-9b64-459f-8d70-89afd4268bfd req-4cc166b5-8278-4fe6-98a1-ba3ddbd9e89c tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 945 time: 0.0687480 Aug 24 16:53:16.582996 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d145a84f-9b64-459f-8d70-89afd4268bfd req-9186ac44-7478-4c1d-b88c-79cfc27e3388 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534093 Aug 24 16:53:16.697405 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40576) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:16.706458 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:16.712899 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7e55ef46-fa16-493f-aa5f-15fea7ecacf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:16.792437 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7e55ef46-fa16-493f-aa5f-15fea7ecacf6 admin admin] Publish callbacks [] for security_group (75f95252-bdb0-42a8-8ddd-49c697d2fe5b), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:16.871694 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-7e55ef46-fa16-493f-aa5f-15fea7ecacf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (75f95252-bdb0-42a8-8ddd-49c697d2fe5b), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:16.888177 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=77,neutron:DELETE=12,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:16.919772 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-7e55ef46-fa16-493f-aa5f-15fea7ecacf6 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=43c8cab1fc0f46b883767360780a0539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212176 Aug 24 16:53:16.920950 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55ef46-fa16-493f-aa5f-15fea7ecacf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f95252-bdb0-42a8-8ddd-49c697d2fe5b,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:16.924040 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 40578) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:16.984918 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-91c3e097-8469-4b96-a183-a652f1ba9efe admin admin] Publish callbacks [] for security_group (75f95252-bdb0-42a8-8ddd-49c697d2fe5b), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:17.007066 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-91c3e097-8469-4b96-a183-a652f1ba9efe admin admin] Publish callbacks [] for security_group (75f95252-bdb0-42a8-8ddd-49c697d2fe5b), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:17.169552 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-91c3e097-8469-4b96-a183-a652f1ba9efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (75f95252-bdb0-42a8-8ddd-49c697d2fe5b), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:17.172148 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-91c3e097-8469-4b96-a183-a652f1ba9efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:17.173388 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-91c3e097-8469-4b96-a183-a652f1ba9efe admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/75f95252-bdb0-42a8-8ddd-49c697d2fe5b HTTP/1.1" status: 204 len: 168 time: 0.2478702 Aug 24 16:53:17.181741 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3e097-8469-4b96-a183-a652f1ba9efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f95252-bdb0-42a8-8ddd-49c697d2fe5b,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:17.354042 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb7438-e15e-445e-b82a-ba952c8a0e44 req-2b7054df-e087-4726-b080-3774d16081ab tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:17.355612 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-66cb7438-e15e-445e-b82a-ba952c8a0e44 req-2b7054df-e087-4726-b080-3774d16081ab tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 944 time: 0.0555489 Aug 24 16:53:17.393322 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:17.412573 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-66cb7438-e15e-445e-b82a-ba952c8a0e44 req-e5e1b21b-4f0b-4536-9c5c-42a8b93afea9 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503931 Aug 24 16:53:17.727083 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b43002-c274-4a3b-a827-c36042068e8f req-a387977b-ced8-4df8-a1aa-475001271716 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:17.728809 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-99b43002-c274-4a3b-a827-c36042068e8f req-a387977b-ced8-4df8-a1aa-475001271716 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 945 time: 0.0552959 Aug 24 16:53:17.785906 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-99b43002-c274-4a3b-a827-c36042068e8f req-82784916-305f-4054-8f87-a217823ada81 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478377 Aug 24 16:53:17.924718 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed60b7-1ec6-40de-9970-271ac0423f49 req-bc9ee77c-8097-4c4b-aedf-c130d27f7e2b tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:17.926177 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-10ed60b7-1ec6-40de-9970-271ac0423f49 req-bc9ee77c-8097-4c4b-aedf-c130d27f7e2b tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 945 time: 0.0527864 Aug 24 16:53:18.020786 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-10ed60b7-1ec6-40de-9970-271ac0423f49 req-a7d5ba7e-737b-4f40-8641-daee62929578 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Deleting port 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:53:18.021131 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-10ed60b7-1ec6-40de-9970-271ac0423f49 req-a7d5ba7e-737b-4f40-8641-daee62929578 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (13afb47f-6208-45eb-8cc9-98a96b0dfcb5), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:18.124232 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-10ed60b7-1ec6-40de-9970-271ac0423f49 req-a7d5ba7e-737b-4f40-8641-daee62929578 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] For port 13afb47f-6208-45eb-8cc9-98a96b0dfcb5, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=13afb47f-6208-45eb-8cc9-98a96b0dfcb5,segment=NetworkSegment(95dd4cd7-4870-43af-a177-2182c0292376),segment_id=95dd4cd7-4870-43af-a177-2182c0292376)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:53:18.124636 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-10ed60b7-1ec6-40de-9970-271ac0423f49 req-a7d5ba7e-737b-4f40-8641-daee62929578 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (13afb47f-6208-45eb-8cc9-98a96b0dfcb5), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:18.137785 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-10ed60b7-1ec6-40de-9970-271ac0423f49 req-a7d5ba7e-737b-4f40-8641-daee62929578 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Calling delete_port for 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 owned by compute:nova {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:53:18.487330 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:18.575125 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6763244-3a6f-4b7d-8087-51d14a432fcd req-b8b01841-481f-48c6-b37a-624be42cd919 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:18.576671 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a6763244-3a6f-4b7d-8087-51d14a432fcd req-b8b01841-481f-48c6-b37a-624be42cd919 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 944 time: 0.0806317 Aug 24 16:53:18.640047 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a6763244-3a6f-4b7d-8087-51d14a432fcd req-dcdc878e-c734-4963-a502-4ecf219873c4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572925 Aug 24 16:53:18.674716 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-10ed60b7-1ec6-40de-9970-271ac0423f49 req-a7d5ba7e-737b-4f40-8641-daee62929578 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (13afb47f-6208-45eb-8cc9-98a96b0dfcb5), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:18.688253 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['13afb47f-6208-45eb-8cc9-98a96b0dfcb5'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:53:18.711450 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5ba7e-737b-4f40-8641-daee62929578 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Pushing event deleted for resources: {'Port': ['ID=13afb47f-6208-45eb-8cc9-98a96b0dfcb5,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:18.766808 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ed60b7-1ec6-40de-9970-271ac0423f49 req-a7d5ba7e-737b-4f40-8641-daee62929578 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] No DVR routers for this DVR port 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 on host hv-cinder-73116 {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:53:18.771055 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-10ed60b7-1ec6-40de-9970-271ac0423f49 req-a7d5ba7e-737b-4f40-8641-daee62929578 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:18.775498 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-10ed60b7-1ec6-40de-9970-271ac0423f49 req-a7d5ba7e-737b-4f40-8641-daee62929578 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.40 "DELETE /networking/v2.0/ports/13afb47f-6208-45eb-8cc9-98a96b0dfcb5 HTTP/1.1" status: 204 len: 173 time: 0.8427532 Aug 24 16:53:18.775862 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15b20db-55b3-45d3-9773-a995c9a8b671', 'name': 'network-vif-deleted', 'tag': '13afb47f-6208-45eb-8cc9-98a96b0dfcb5'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:53:18.778595 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc9344f-d678-41c8-9f88-c06f6f0e3c46" -d '{"events": [{"server_uuid": "a15b20db-55b3-45d3-9773-a995c9a8b671", "name": "network-vif-deleted", "tag": "13afb47f-6208-45eb-8cc9-98a96b0dfcb5"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:53:18.829860 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76440bf-e9c2-45af-93ea-58a3373c861d x-openstack-request-id: req-a76440bf-e9c2-45af-93ea-58a3373c861d {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:53:18.833552 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15b20db-55b3-45d3-9773-a995c9a8b671", "name": "network-vif-deleted", "tag": "13afb47f-6208-45eb-8cc9-98a96b0dfcb5", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:53:18.833552 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a76440bf-e9c2-45af-93ea-58a3373c861d {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:53:18.833552 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a76440bf-e9c2-45af-93ea-58a3373c861d'] response: {'server_uuid': 'a15b20db-55b3-45d3-9773-a995c9a8b671', 'name': 'network-vif-deleted', 'tag': '13afb47f-6208-45eb-8cc9-98a96b0dfcb5', 'status': 'completed', 'code': 200} Aug 24 16:53:18.911426 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8bc0de50-3c2c-4f2c-bbce-c6eea8414a4a req-b5f956ec-cf35-402f-b73d-e2b5daac9be2 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 210 time: 0.0402246 Aug 24 16:53:19.779495 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766a2b9-188e-4d38-a75c-7efc5d07d51e req-57d8f109-8b1a-4409-abca-b7def2efe7ed tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:19.781850 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1766a2b9-188e-4d38-a75c-7efc5d07d51e req-57d8f109-8b1a-4409-abca-b7def2efe7ed tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 944 time: 0.0569746 Aug 24 16:53:19.881950 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1766a2b9-188e-4d38-a75c-7efc5d07d51e req-2a7a26b7-9bca-4d2c-8fb6-3a29a3c2de94 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905383 Aug 24 16:53:20.054416 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-25c74b8a-5638-401e-bf1d-7d50c5d063f4 req-0281ca0b-ef70-465c-841b-9d5b9efbf4aa tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=a15b20db-55b3-45d3-9773-a995c9a8b671 HTTP/1.1" status: 200 len: 210 time: 0.0297482 Aug 24 16:53:20.594916 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:20.869578 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:53:20.893734 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:53:20.894089 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 13afb47f-6208-45eb-8cc9-98a96b0dfcb5 not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:53:21.027881 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b998eb-2b97-4b9f-9f68-9d0c2bda10c4 req-6e1560c3-bf07-4c50-b3ff-cd301c831d99 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:21.029483 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c8b998eb-2b97-4b9f-9f68-9d0c2bda10c4 req-6e1560c3-bf07-4c50-b3ff-cd301c831d99 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 944 time: 0.0588701 Aug 24 16:53:21.085524 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c8b998eb-2b97-4b9f-9f68-9d0c2bda10c4 req-b083541e-a79c-49f1-8316-21c3f117f337 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499485 Aug 24 16:53:21.445463 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-056d6704-dc40-4307-ad59-7bfc2013424d tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:21.446771 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-056d6704-dc40-4307-ad59-7bfc2013424d tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/networks?id=60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 HTTP/1.1" status: 200 len: 808 time: 0.1322637 Aug 24 16:53:21.464703 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-cd44ada5-f47b-4b1b-a009-b72505c9bb48 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/quotas/19ee69068eb94cf1b4a0d78f7d5e4a8b HTTP/1.1" status: 200 len: 375 time: 0.0115693 Aug 24 16:53:21.501760 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-75848ccb-a026-4338-9c10-0a3f047dfae3 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=19ee69068eb94cf1b4a0d78f7d5e4a8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311942 Aug 24 16:53:21.604527 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-a76d105d-b124-4473-b05c-826256468b29 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959048 Aug 24 16:53:21.632307 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:21.708530 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-a525b334-199f-4809-897c-5085fa7abb96 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978911 Aug 24 16:53:22.029632 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4e26bd5a-fa9d-474e-b4bb-acdcae64b160 req-7e91625e-d00b-4d13-be50-207688836680 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 210 time: 0.0360799 Aug 24 16:53:22.248754 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a07d3e-48cf-4383-a2eb-31bd6fce65cd req-80cf9b0d-40a7-4c37-a821-b6283049d82b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:22.250346 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-55a07d3e-48cf-4383-a2eb-31bd6fce65cd req-80cf9b0d-40a7-4c37-a821-b6283049d82b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 944 time: 0.0579400 Aug 24 16:53:22.336004 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-55a07d3e-48cf-4383-a2eb-31bd6fce65cd req-5438c267-21d0-4aed-bb9a-69ad6cd02dca tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772157 Aug 24 16:53:22.873896 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 743286c8-2c3d-444d-ae91-8875dcf1827d details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:53:22.993505 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 743286c8-2c3d-444d-ae91-8875dcf1827d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=743286c8-2c3d-444d-ae91-8875dcf1827d,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:53:23.011452 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': '743286c8-2c3d-444d-ae91-8875dcf1827d', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'port_id': '743286c8-2c3d-444d-ae91-8875dcf1827d', 'mac_address': 'fa:16:3e:28:94:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:53:23.051112 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 743286c8-2c3d-444d-ae91-8875dcf1827d is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:53:23.051749 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (743286c8-2c3d-444d-ae91-8875dcf1827d), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:23.081936 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743286c8-2c3d-444d-ae91-8875dcf1827d {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:53:23.109466 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 743286c8-2c3d-444d-ae91-8875dcf1827d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=743286c8-2c3d-444d-ae91-8875dcf1827d,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:53:23.128450 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3625c57f-f8e1-41f2-a3b2-e1105932b7ca req-c9e9963a-1064-4202-bfeb-8ec29175e54b tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 210 time: 0.0341284 Aug 24 16:53:23.363269 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (743286c8-2c3d-444d-ae91-8875dcf1827d), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:23.417102 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:23.432700 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=743286c8-2c3d-444d-ae91-8875dcf1827d,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:23.440595 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:23.440950 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:23.441290 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:23.441628 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:23.441961 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:23.442326 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:23.442602 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:23.442922 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:23.443244 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:23.443567 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:23.444615 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:23.444986 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:23.445340 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:23.445628 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:23.445949 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:53:23.525964 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f6caf-ad60-45e3-a118-39c11bb31def req-61b2d685-b5fc-455d-b2f5-12dba98b2616 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:23.528651 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-222f6caf-ad60-45e3-a118-39c11bb31def req-61b2d685-b5fc-455d-b2f5-12dba98b2616 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 945 time: 0.0920117 Aug 24 16:53:23.556583 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['743286c8-2c3d-444d-ae91-8875dcf1827d'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:53:23.595538 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-222f6caf-ad60-45e3-a118-39c11bb31def req-846c135c-5ffa-4edb-a45d-83831d850b57 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593174 Aug 24 16:53:23.690509 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:24.243279 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-80d7f890-f189-48b6-9928-ac3cf8cbf19d req-bfa2f639-2d0e-48ef-8741-b395bb1d82a3 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 210 time: 0.0300894 Aug 24 16:53:24.781980 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf7ec7-55a5-452f-987a-131bcbb24f5b req-ec2b8b71-d4c8-480d-844e-56c43552f8b3 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:24.783826 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-92cf7ec7-55a5-452f-987a-131bcbb24f5b req-ec2b8b71-d4c8-480d-844e-56c43552f8b3 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 945 time: 0.0687017 Aug 24 16:53:24.868171 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-92cf7ec7-55a5-452f-987a-131bcbb24f5b req-baa3bb14-5560-4894-9039-22fbbeb4dfed tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718563 Aug 24 16:53:24.888909 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 743286c8-2c3d-444d-ae91-8875dcf1827d up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:53:24.956790 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port 743286c8-2c3d-444d-ae91-8875dcf1827d completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:53:25.056751 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:25.126284 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port 743286c8-2c3d-444d-ae91-8875dcf1827d triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:53:25.126854 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (743286c8-2c3d-444d-ae91-8875dcf1827d), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:25.134348 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-effb69f1-03f2-4f99-a34e-70cfeaff6f39 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:25.135926 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-effb69f1-03f2-4f99-a34e-70cfeaff6f39 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.40 "GET /networking/v2.0/networks?id=60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 HTTP/1.1" status: 200 len: 808 time: 0.1223936 Aug 24 16:53:25.148282 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-0c5a9e1f-7ca0-466e-8839-806a6fbeb314 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Request body: {'port': {'device_id': 'ab04ff84-1ea6-4938-8078-7faa60d94814', 'network_id': '60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8', 'admin_state_up': True, 'tenant_id': '19ee69068eb94cf1b4a0d78f7d5e4a8b'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:53:25.228391 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 743286c8-2c3d-444d-ae91-8875dcf1827d is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:53:25.228797 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (743286c8-2c3d-444d-ae91-8875dcf1827d), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:25.270240 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebd3320-a313-4dca-ba4b-d104b45402bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743286c8-2c3d-444d-ae91-8875dcf1827d'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:53:25.272801 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21299425-ecd5-4f22-8f91-c9165239cf65" -d '{"events": [{"server_uuid": "3ebd3320-a313-4dca-ba4b-d104b45402bb", "name": "network-vif-plugged", "status": "completed", "tag": "743286c8-2c3d-444d-ae91-8875dcf1827d"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:53:25.295439 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 743286c8-2c3d-444d-ae91-8875dcf1827d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=743286c8-2c3d-444d-ae91-8875dcf1827d,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:53:25.336195 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17b9695-75c5-4cf5-baaf-71359023dd6f x-openstack-request-id: req-c17b9695-75c5-4cf5-baaf-71359023dd6f {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:53:25.336195 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebd3320-a313-4dca-ba4b-d104b45402bb", "name": "network-vif-plugged", "status": "completed", "tag": "743286c8-2c3d-444d-ae91-8875dcf1827d", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:53:25.336195 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c17b9695-75c5-4cf5-baaf-71359023dd6f {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:53:25.345404 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c17b9695-75c5-4cf5-baaf-71359023dd6f'] response: {'server_uuid': '3ebd3320-a313-4dca-ba4b-d104b45402bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743286c8-2c3d-444d-ae91-8875dcf1827d', 'code': 200} Aug 24 16:53:25.397956 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6b497635-a96c-47ab-a0eb-e9d0776ca91e req-bba44b15-53fb-4827-bf6f-bebd477b15c4 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 210 time: 0.0509682 Aug 24 16:53:25.427461 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-0c5a9e1f-7ca0-466e-8839-806a6fbeb314 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Made reservation on behalf of 19ee69068eb94cf1b4a0d78f7d5e4a8b for: {'port': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:53:25.429985 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (743286c8-2c3d-444d-ae91-8875dcf1827d), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:25.436095 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-0c5a9e1f-7ca0-466e-8839-806a6fbeb314 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:25.520373 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=743286c8-2c3d-444d-ae91-8875dcf1827d,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:25.608621 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-0c5a9e1f-7ca0-466e-8839-806a6fbeb314 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Allocated IP 172.20.0.3 (60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8/17fe9c17-f159-4b8d-b5bc-5423a15aa6b4/956cc14c-61ce-4e36-9297-c34200bcb830) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:53:25.639177 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:25.797890 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-0c5a9e1f-7ca0-466e-8839-806a6fbeb314 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Publish callbacks [] for port (956cc14c-61ce-4e36-9297-c34200bcb830), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:25.958178 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-0c5a9e1f-7ca0-466e-8839-806a6fbeb314 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (956cc14c-61ce-4e36-9297-c34200bcb830), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:26.065851 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-0c5a9e1f-7ca0-466e-8839-806a6fbeb314 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Network 60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:53:26.092005 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-0c5a9e1f-7ca0-466e-8839-806a6fbeb314 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:53:26.098932 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a9e1f-7ca0-466e-8839-806a6fbeb314 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Pushing event updated for resources: {'Port': ['ID=956cc14c-61ce-4e36-9297-c34200bcb830,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:26.102129 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-0c5a9e1f-7ca0-466e-8839-806a6fbeb314 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:53:26.117272 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20647c9f-44f3-4bec-af21-8cf8c465c970 req-4c79dc1f-9e2e-4092-b266-48d1f15c2d47 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:26.118918 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-20647c9f-44f3-4bec-af21-8cf8c465c970 req-4c79dc1f-9e2e-4092-b266-48d1f15c2d47 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 946 time: 0.1258607 Aug 24 16:53:26.146110 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89455e88-af56-450b-887b-8e3b428fe71f req-2fae5b35-c667-4171-8752-2c75431ae1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:26.149060 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-89455e88-af56-450b-887b-8e3b428fe71f req-2fae5b35-c667-4171-8752-2c75431ae1e9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 1130 time: 0.1390374 Aug 24 16:53:26.226105 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:26.247706 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-0c5a9e1f-7ca0-466e-8839-806a6fbeb314 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:26.248379 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-0c5a9e1f-7ca0-466e-8839-806a6fbeb314 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:26.276374 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-20647c9f-44f3-4bec-af21-8cf8c465c970 req-35ad646d-c183-4112-a113-597e1bcc437a tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348557 Aug 24 16:53:26.289124 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-89455e88-af56-450b-887b-8e3b428fe71f req-bfea4634-1c5b-45ac-b527-d0aa02dcc9b9 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303077 Aug 24 16:53:26.379589 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-0c5a9e1f-7ca0-466e-8839-806a6fbeb314 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2355535 Aug 24 16:53:26.490540 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Request body: {'port': {'device_id': 'ab04ff84-1ea6-4938-8078-7faa60d94814', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:53:26.611290 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073dd01-7ab9-4caf-a64a-352648929eb6 req-640d27c4-b6d7-4f1c-af8a-900e533a1f9e tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:26.612888 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c073dd01-7ab9-4caf-a64a-352648929eb6 req-640d27c4-b6d7-4f1c-af8a-900e533a1f9e tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 931 time: 0.0980613 Aug 24 16:53:26.625726 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (956cc14c-61ce-4e36-9297-c34200bcb830), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:26.736521 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c073dd01-7ab9-4caf-a64a-352648929eb6 req-87478d7e-cdfd-4b0b-8de8-22af10d45be5 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062765 Aug 24 16:53:26.914696 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=67,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:27.032571 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956cc14c-61ce-4e36-9297-c34200bcb830 {{(pid=113370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:53:27.041306 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Publish callbacks [] for port (956cc14c-61ce-4e36-9297-c34200bcb830), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:27.058091 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.provisioning_blocks [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Transition to ACTIVE for port object 956cc14c-61ce-4e36-9297-c34200bcb830 will not be triggered until provisioned by entity L2. {{(pid=113370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:53:27.214247 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (956cc14c-61ce-4e36-9297-c34200bcb830), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:27.225033 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40786) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:27.306543 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Pushing event updated for resources: {'Port': ['ID=956cc14c-61ce-4e36-9297-c34200bcb830,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:27.358249 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Attempting to bind port 956cc14c-61ce-4e36-9297-c34200bcb830 on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:53:27.358597 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Attempting to bind port 956cc14c-61ce-4e36-9297-c34200bcb830 by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': '95dd4cd7-4870-43af-a177-2182c0292376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8'}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:53:27.358927 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Attempting to bind port 956cc14c-61ce-4e36-9297-c34200bcb830 on network 60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:53:27.367237 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Port 956cc14c-61ce-4e36-9297-c34200bcb830 on network 60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:53:27.367569 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Attempting to bind port 956cc14c-61ce-4e36-9297-c34200bcb830 on network 60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:53:27.376073 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:53:27.376387 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Checking segment: {'id': '95dd4cd7-4870-43af-a177-2182c0292376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:53:27.376850 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Bound using segment: {'id': '95dd4cd7-4870-43af-a177-2182c0292376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8'} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:53:27.377315 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Bound port: 956cc14c-61ce-4e36-9297-c34200bcb830, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95dd4cd7-4870-43af-a177-2182c0292376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8'}}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:53:27.377748 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (956cc14c-61ce-4e36-9297-c34200bcb830), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:27.400653 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e021-5d57-457a-b974-e9c45d840a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:27.475587 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8130483-e8d4-4562-9913-ccd904a2231f req-d7a46614-0f22-41bf-b3ba-b7354d38de5d tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:27.477067 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d8130483-e8d4-4562-9913-ccd904a2231f req-d7a46614-0f22-41bf-b3ba-b7354d38de5d tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 946 time: 0.0936029 Aug 24 16:53:27.496110 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e021-5d57-457a-b974-e9c45d840a63 admin admin] Publish callbacks [] for security_group (e308aee6-46b5-4897-a618-1d398baea15e), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:27.520686 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] For port 956cc14c-61ce-4e36-9297-c34200bcb830, host hv-cinder-73116, cleared binding levels {{(pid=113370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:53:27.541464 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] For port 956cc14c-61ce-4e36-9297-c34200bcb830, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=956cc14c-61ce-4e36-9297-c34200bcb830,segment=NetworkSegment(95dd4cd7-4870-43af-a177-2182c0292376),segment_id=95dd4cd7-4870-43af-a177-2182c0292376)] {{(pid=113370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:53:27.571851 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d8130483-e8d4-4562-9913-ccd904a2231f req-746a7b14-3aac-4b67-a7cc-4ef8390fb303 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812743 Aug 24 16:53:27.649514 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e8e2e021-5d57-457a-b974-e9c45d840a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (e308aee6-46b5-4897-a618-1d398baea15e), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:27.650746 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (956cc14c-61ce-4e36-9297-c34200bcb830), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:27.657843 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:27.658641 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:27.660082 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/956cc14c-61ce-4e36-9297-c34200bcb830 HTTP/1.1" status: 200 len: 1093 time: 1.1753542 Aug 24 16:53:27.660575 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab04ff84-1ea6-4938-8078-7faa60d94814', 'tag': '956cc14c-61ce-4e36-9297-c34200bcb830'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:53:27.663836 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac6ee0c-f3c4-4664-8d8a-3b9f9fc87b04" -d '{"events": [{"name": "network-changed", "server_uuid": "ab04ff84-1ea6-4938-8078-7faa60d94814", "tag": "956cc14c-61ce-4e36-9297-c34200bcb830"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:53:27.699756 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-e8e2e021-5d57-457a-b974-e9c45d840a63 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=2e192d883d054171a4c80001bf9997d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4699132 Aug 24 16:53:27.704991 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40796) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:27.728578 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1e4eec-dc19-4048-b27a-15e8050d6d46 x-openstack-request-id: req-7b1e4eec-dc19-4048-b27a-15e8050d6d46 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:53:27.728815 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab04ff84-1ea6-4938-8078-7faa60d94814", "tag": "956cc14c-61ce-4e36-9297-c34200bcb830", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:53:27.729062 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7b1e4eec-dc19-4048-b27a-15e8050d6d46 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:53:27.729436 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b1e4eec-dc19-4048-b27a-15e8050d6d46'] response: {'name': 'network-changed', 'server_uuid': 'ab04ff84-1ea6-4938-8078-7faa60d94814', 'tag': '956cc14c-61ce-4e36-9297-c34200bcb830', 'status': 'completed', 'code': 200} Aug 24 16:53:27.737806 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475296b6-c722-4220-8683-2e4a225f9a80 service neutron] Pushing event updated for resources: {'Port': ['ID=956cc14c-61ce-4e36-9297-c34200bcb830,revision_number=3']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:27.738202 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e2e021-5d57-457a-b974-e9c45d840a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e308aee6-46b5-4897-a618-1d398baea15e,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:27.783993 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-852c6ccd-31f7-4427-b134-c6d35739bd2d admin admin] Publish callbacks [] for security_group (e308aee6-46b5-4897-a618-1d398baea15e), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:27.791090 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6ee0c-f3c4-4664-8d8a-3b9f9fc87b04 req-52e957ac-4234-485a-96b1-af4e36f979f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:27.792765 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8ac6ee0c-f3c4-4664-8d8a-3b9f9fc87b04 req-52e957ac-4234-485a-96b1-af4e36f979f4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=19ee69068eb94cf1b4a0d78f7d5e4a8b&device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 1127 time: 0.0478854 Aug 24 16:53:27.816222 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-852c6ccd-31f7-4427-b134-c6d35739bd2d admin admin] Publish callbacks [] for security_group (e308aee6-46b5-4897-a618-1d398baea15e), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:27.960347 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd27c3c-a191-43d5-88aa-62b35a1ee1ee req-fd6ccf37-33af-4432-824c-b487ca2e514c tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:27.961945 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5fd27c3c-a191-43d5-88aa-62b35a1ee1ee req-fd6ccf37-33af-4432-824c-b487ca2e514c tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 943 time: 0.1026468 Aug 24 16:53:27.983673 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-852c6ccd-31f7-4427-b134-c6d35739bd2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (e308aee6-46b5-4897-a618-1d398baea15e), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:27.986546 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-852c6ccd-31f7-4427-b134-c6d35739bd2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:27.991858 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-852c6ccd-31f7-4427-b134-c6d35739bd2d admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/e308aee6-46b5-4897-a618-1d398baea15e HTTP/1.1" status: 204 len: 168 time: 0.2815266 Aug 24 16:53:27.999819 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c6ccd-31f7-4427-b134-c6d35739bd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e308aee6-46b5-4897-a618-1d398baea15e,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:28.004121 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6ee0c-f3c4-4664-8d8a-3b9f9fc87b04 req-56acddcf-9248-48ea-90ff-093278cc0998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:28.005556 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8ac6ee0c-f3c4-4664-8d8a-3b9f9fc87b04 req-56acddcf-9248-48ea-90ff-093278cc0998 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=19ee69068eb94cf1b4a0d78f7d5e4a8b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2058904 Aug 24 16:53:28.024758 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:28.068740 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5fd27c3c-a191-43d5-88aa-62b35a1ee1ee req-e34ad6af-399a-492d-986e-976ea8c8b2a7 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989361 Aug 24 16:53:28.136173 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6ee0c-f3c4-4664-8d8a-3b9f9fc87b04 req-1c9f683a-4905-4f99-b71d-2369bb32ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:28.137698 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8ac6ee0c-f3c4-4664-8d8a-3b9f9fc87b04 req-1c9f683a-4905-4f99-b71d-2369bb32ce48 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1259263 Aug 24 16:53:28.214579 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-edb18251-ce6c-4711-94f0-4244759f36c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:28.216125 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-edb18251-ce6c-4711-94f0-4244759f36c2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=19ee69068eb94cf1b4a0d78f7d5e4a8b&device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 1127 time: 0.0419784 Aug 24 16:53:28.258416 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-d543af89-2cc3-4d97-a658-43f8b0eba22a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=956cc14c-61ce-4e36-9297-c34200bcb830 HTTP/1.1" status: 200 len: 217 time: 0.0354657 Aug 24 16:53:28.314099 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-9c1d3788-658b-4f70-aa3b-6fc0d5f21f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:28.315624 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-9c1d3788-658b-4f70-aa3b-6fc0d5f21f77 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=17fe9c17-f159-4b8d-b5bc-5423a15aa6b4 HTTP/1.1" status: 200 len: 848 time: 0.0519307 Aug 24 16:53:28.350008 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-6ac1245b-499f-4024-8668-f9c65c8ffe4d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281849 Aug 24 16:53:28.425192 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:28.460716 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-754b7d49-2fbe-4dbe-8f74-d3f1f705b843 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002905 Aug 24 16:53:28.575002 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a924ad4c-93ef-4fc5-bf05-0fd79fd68abf req-707038b9-0242-45a9-aa42-209f4fca060e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076126 Aug 24 16:53:28.588293 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:53:28.705448 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1840d-e929-4260-b5ac-840aa90e69c5 req-4c937b5e-9399-425f-ae65-caea38554e7e tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:28.707041 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9dd1840d-e929-4260-b5ac-840aa90e69c5 req-4c937b5e-9399-425f-ae65-caea38554e7e tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 946 time: 0.0587718 Aug 24 16:53:28.759458 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9dd1840d-e929-4260-b5ac-840aa90e69c5 req-0fe8fd92-4c0b-4c1e-b3ce-ec49e86c0c0f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464475 Aug 24 16:53:28.903147 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ff5d0-e6d1-43b0-a101-db1bceb28b59 req-516e5789-e8ee-4d71-9601-5d99e8d908c4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:28.905626 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e56ff5d0-e6d1-43b0-a101-db1bceb28b59 req-516e5789-e8ee-4d71-9601-5d99e8d908c4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 946 time: 0.0659251 Aug 24 16:53:28.960859 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e56ff5d0-e6d1-43b0-a101-db1bceb28b59 req-b00642b0-e493-4029-ac73-abde4d4857f1 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496972 Aug 24 16:53:28.989463 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40814) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:29.026220 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:29.196006 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40820) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:29.215592 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2f94cf4c-885a-479e-8c6d-f0c68ed78e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:29.250849 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4d11f-80a1-4fda-baca-71e4a3336b26 req-af5a34a1-fa1c-49f8-9973-236c7f917ce4 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:29.263697 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-06d4d11f-80a1-4fda-baca-71e4a3336b26 req-af5a34a1-fa1c-49f8-9973-236c7f917ce4 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 943 time: 0.1116428 Aug 24 16:53:29.302050 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:29.313420 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2f94cf4c-885a-479e-8c6d-f0c68ed78e6b admin admin] Publish callbacks [] for security_group (15ce1453-3d9d-44c2-8f12-f51341bb6fb2), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:29.349906 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-06d4d11f-80a1-4fda-baca-71e4a3336b26 req-f0864242-8ce1-4a05-a390-2497a570cb49 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840850 Aug 24 16:53:29.388982 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40824) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:29.418274 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-2f94cf4c-885a-479e-8c6d-f0c68ed78e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (15ce1453-3d9d-44c2-8f12-f51341bb6fb2), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:29.466163 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94cf4c-885a-479e-8c6d-f0c68ed78e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ce1453-3d9d-44c2-8f12-f51341bb6fb2,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:29.472312 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-2f94cf4c-885a-479e-8c6d-f0c68ed78e6b admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=ec7b4a83a70243e9a0176f674d763fc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756817 Aug 24 16:53:29.477492 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 40828) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:29.559141 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0949cae4-ae28-41ac-a509-201629e512ae admin admin] Publish callbacks [] for security_group (15ce1453-3d9d-44c2-8f12-f51341bb6fb2), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:29.581154 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0949cae4-ae28-41ac-a509-201629e512ae admin admin] Publish callbacks [] for security_group (15ce1453-3d9d-44c2-8f12-f51341bb6fb2), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:29.582969 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-352753d0-e404-41f6-847a-438ff6fe9352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:29.608706 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f00fba4-be57-4a2b-8c83-af0ead850332 tempest-TestVolumeBootPattern-437086977 tempest-TestVolumeBootPattern-437086977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:29.621106 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-5f00fba4-be57-4a2b-8c83-af0ead850332 tempest-TestVolumeBootPattern-437086977 tempest-TestVolumeBootPattern-437086977-project-admin] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 1125 time: 0.6199780 Aug 24 16:53:29.621106 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40832) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:29.621106 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Request body: {'floatingip': {'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'port_id': '743286c8-2c3d-444d-ae91-8875dcf1827d', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:53:29.829090 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0949cae4-ae28-41ac-a509-201629e512ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (15ce1453-3d9d-44c2-8f12-f51341bb6fb2), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:29.831602 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-0949cae4-ae28-41ac-a509-201629e512ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:29.832861 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-0949cae4-ae28-41ac-a509-201629e512ae admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/15ce1453-3d9d-44c2-8f12-f51341bb6fb2 HTTP/1.1" status: 204 len: 168 time: 0.3539021 Aug 24 16:53:29.844073 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949cae4-ae28-41ac-a509-201629e512ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ce1453-3d9d-44c2-8f12-f51341bb6fb2,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:29.849072 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:29.971766 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-352753d0-e404-41f6-847a-438ff6fe9352 admin admin] Publish callbacks [] for security_group (0520d4b8-65ef-451a-87e6-79931c0dd41d), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:29.977785 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:30.088860 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-352753d0-e404-41f6-847a-438ff6fe9352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (0520d4b8-65ef-451a-87e6-79931c0dd41d), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:30.105213 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Allocated IP 172.27.4.190 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/7adfb19f-57b1-47dd-87e7-5e9d68a93dff) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:53:30.166550 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-352753d0-e404-41f6-847a-438ff6fe9352 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=a28738ded1554cefbae60822cefac7b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7761269 Aug 24 16:53:30.169834 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352753d0-e404-41f6-847a-438ff6fe9352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0520d4b8-65ef-451a-87e6-79931c0dd41d,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:30.170889 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 40836) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:30.237235 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-51e52063-c655-4955-a95b-684a452e9be5 admin admin] Publish callbacks [] for security_group (0520d4b8-65ef-451a-87e6-79931c0dd41d), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:30.260815 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-51e52063-c655-4955-a95b-684a452e9be5 admin admin] Publish callbacks [] for security_group (0520d4b8-65ef-451a-87e6-79931c0dd41d), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:30.273990 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for port (7adfb19f-57b1-47dd-87e7-5e9d68a93dff), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:30.296998 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:INSERT=21,neutron:SELECT=77,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:30.430728 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-51e52063-c655-4955-a95b-684a452e9be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (0520d4b8-65ef-451a-87e6-79931c0dd41d), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:30.435169 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (7adfb19f-57b1-47dd-87e7-5e9d68a93dff), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:30.435432 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-51e52063-c655-4955-a95b-684a452e9be5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:30.435734 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-51e52063-c655-4955-a95b-684a452e9be5 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/0520d4b8-65ef-451a-87e6-79931c0dd41d HTTP/1.1" status: 204 len: 168 time: 0.2634099 Aug 24 16:53:30.446447 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e52063-c655-4955-a95b-684a452e9be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0520d4b8-65ef-451a-87e6-79931c0dd41d,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:30.485708 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:53:30.490817 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:53:30.497927 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:53:30.503585 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event updated for resources: {'Port': ['ID=7adfb19f-57b1-47dd-87e7-5e9d68a93dff,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:30.523172 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e56b5-152f-458b-bc8d-f6c8f5617abf req-f077ecdd-871e-42f2-a856-71adc6a117e0 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:30.523672 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6c3e56b5-152f-458b-bc8d-f6c8f5617abf req-f077ecdd-871e-42f2-a856-71adc6a117e0 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 943 time: 0.0680451 Aug 24 16:53:30.589029 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6c3e56b5-152f-458b-bc8d-f6c8f5617abf req-ee4c7187-e19d-42f1-ab63-0034de752f3c tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592036 Aug 24 16:53:30.896099 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for floatingip (0ff0ce6e-2afd-4b59-b6df-02f31219ed1c), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:30.919774 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 956cc14c-61ce-4e36-9297-c34200bcb830 details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:53:31.034662 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 956cc14c-61ce-4e36-9297-c34200bcb830, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=956cc14c-61ce-4e36-9297-c34200bcb830,segment=NetworkSegment(95dd4cd7-4870-43af-a177-2182c0292376),segment_id=95dd4cd7-4870-43af-a177-2182c0292376)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:53:31.046493 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': '956cc14c-61ce-4e36-9297-c34200bcb830', 'network_id': '60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8', 'port_id': '956cc14c-61ce-4e36-9297-c34200bcb830', 'mac_address': 'fa:16:3e:5e:a4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17fe9c17-f159-4b8d-b5bc-5423a15aa6b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:53:31.083799 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 956cc14c-61ce-4e36-9297-c34200bcb830 is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:53:31.084240 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (956cc14c-61ce-4e36-9297-c34200bcb830), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:31.098816 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956cc14c-61ce-4e36-9297-c34200bcb830 {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:53:31.120397 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 956cc14c-61ce-4e36-9297-c34200bcb830, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=956cc14c-61ce-4e36-9297-c34200bcb830,segment=NetworkSegment(95dd4cd7-4870-43af-a177-2182c0292376),segment_id=95dd4cd7-4870-43af-a177-2182c0292376)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:53:31.151784 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 40844) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:31.159624 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (7adfb19f-57b1-47dd-87e7-5e9d68a93dff), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:31.166041 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5f3994cd-b902-4a62-ac56-1472eba892f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:31.260844 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (956cc14c-61ce-4e36-9297-c34200bcb830), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:31.293539 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5f3994cd-b902-4a62-ac56-1472eba892f3 admin admin] Publish callbacks [] for security_group (cb837330-08c1-4324-8345-46c7c33305cd), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:31.329058 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=956cc14c-61ce-4e36-9297-c34200bcb830,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:31.361105 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for port (7adfb19f-57b1-47dd-87e7-5e9d68a93dff), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:31.463236 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['956cc14c-61ce-4e36-9297-c34200bcb830'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:53:31.518130 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5f3994cd-b902-4a62-ac56-1472eba892f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (cb837330-08c1-4324-8345-46c7c33305cd), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:31.562571 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-5f3994cd-b902-4a62-ac56-1472eba892f3 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=4e547bb383aa4a9d88cfba4198a75f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4095130 Aug 24 16:53:31.562957 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:31.564555 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3994cd-b902-4a62-ac56-1472eba892f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb837330-08c1-4324-8345-46c7c33305cd,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:31.565257 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40848) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:31.582981 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127532168'] for port (7adfb19f-57b1-47dd-87e7-5e9d68a93dff), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:31.679709 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (0ff0ce6e-2afd-4b59-b6df-02f31219ed1c), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:31.682902 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event updated for resources: {'Port': ['ID=7adfb19f-57b1-47dd-87e7-5e9d68a93dff,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:31.722913 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bccc7c-a982-4b39-9882-16defbe0d81c req-143a30f0-1d2b-4256-af7d-34aa984e5b5a tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:31.724362 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-27bccc7c-a982-4b39-9882-16defbe0d81c req-143a30f0-1d2b-4256-af7d-34aa984e5b5a tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 944 time: 0.0539246 Aug 24 16:53:31.782862 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-27bccc7c-a982-4b39-9882-16defbe0d81c req-f91bfd70-55db-4ebb-aa44-8ba1bc18dc01 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513470 Aug 24 16:53:31.966220 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-d8066f79-8eb7-455a-a4d9-8859070a6797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:32.021413 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8e1c220c-3bae-4db8-a64f-a73f852c98dc admin admin] Publish callbacks [] for security_group (cb837330-08c1-4324-8345-46c7c33305cd), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:32.054812 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8e1c220c-3bae-4db8-a64f-a73f852c98dc admin admin] Publish callbacks [] for security_group (cb837330-08c1-4324-8345-46c7c33305cd), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:32.065303 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 40852) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:32.081571 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.l3_db [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Floating IP 0ff0ce6e-2afd-4b59-b6df-02f31219ed1c associated. External IP: 172.27.4.190, port: 743286c8-2c3d-444d-ae91-8875dcf1827d. Aug 24 16:53:32.091712 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-59bd9432-20c0-474b-81ee-47296825bec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:32.204208 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-59bd9432-20c0-474b-81ee-47296825bec3 admin admin] Publish callbacks [] for security_group (aa5090c5-18c4-4884-be4a-7ea9bd40c8e1), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:32.317748 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Router 50cda684-8082-4bcd-a417-8b482166b890 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:53:32.321010 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-59bd9432-20c0-474b-81ee-47296825bec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (aa5090c5-18c4-4884-be4a-7ea9bd40c8e1), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:32.321722 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8e1c220c-3bae-4db8-a64f-a73f852c98dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (cb837330-08c1-4324-8345-46c7c33305cd), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:32.324505 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8e1c220c-3bae-4db8-a64f-a73f852c98dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:32.325378 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-8e1c220c-3bae-4db8-a64f-a73f852c98dc admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/cb837330-08c1-4324-8345-46c7c33305cd HTTP/1.1" status: 204 len: 168 time: 0.7591465 Aug 24 16:53:32.339024 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c220c-3bae-4db8-a64f-a73f852c98dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb837330-08c1-4324-8345-46c7c33305cd,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:32.371612 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-59bd9432-20c0-474b-81ee-47296825bec3 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=99a0c8d2eb07412fbe9f6ca7ba2723c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052280 Aug 24 16:53:32.373076 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd9432-20c0-474b-81ee-47296825bec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5090c5-18c4-4884-be4a-7ea9bd40c8e1,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:32.376453 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 40856) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:32.435908 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e026ecf2-838c-43c4-aea2-a260a89d2fcb admin admin] Publish callbacks [] for security_group (aa5090c5-18c4-4884-be4a-7ea9bd40c8e1), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:32.464275 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:53:32.479993 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b0c9e-5662-4d14-98ea-658d67f72462 None None] Sync routers for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:53:32.485893 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e026ecf2-838c-43c4-aea2-a260a89d2fcb admin admin] Publish callbacks [] for security_group (aa5090c5-18c4-4884-be4a-7ea9bd40c8e1), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:32.493407 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b0c9e-5662-4d14-98ea-658d67f72462 None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:53:32.493407 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-c50b0c9e-5662-4d14-98ea-658d67f72462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:53:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:53:32.504223 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-80903912-3394-4c5e-87ac-f3366b628ae8 req-3bb73483-6d37-45f6-a540-2c91b7dfbedc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588877 Aug 24 16:53:32.605038 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80903912-3394-4c5e-87ac-f3366b628ae8 req-3c009bb6-9364-4563-bc47-d01557680569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:32.607792 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-80903912-3394-4c5e-87ac-f3366b628ae8 req-3c009bb6-9364-4563-bc47-d01557680569 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 1130 time: 0.0568078 Aug 24 16:53:32.626236 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-c50b0c9e-5662-4d14-98ea-658d67f72462 None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:53:32.688010 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:32.725820 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-8e13e060-041b-4a3c-9033-268a50838e19 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1078377 Aug 24 16:53:32.725820 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebd3320-a313-4dca-ba4b-d104b45402bb', 'tag': '743286c8-2c3d-444d-ae91-8875dcf1827d'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:53:32.727834 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0aeac02-a47d-48d0-bde1-28a32b52d123" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebd3320-a313-4dca-ba4b-d104b45402bb", "tag": "743286c8-2c3d-444d-ae91-8875dcf1827d"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:53:32.759228 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e026ecf2-838c-43c4-aea2-a260a89d2fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (aa5090c5-18c4-4884-be4a-7ea9bd40c8e1), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:32.761963 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e026ecf2-838c-43c4-aea2-a260a89d2fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:32.763379 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-e026ecf2-838c-43c4-aea2-a260a89d2fcb admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/aa5090c5-18c4-4884-be4a-7ea9bd40c8e1 HTTP/1.1" status: 204 len: 168 time: 0.3850770 Aug 24 16:53:32.766802 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80903912-3394-4c5e-87ac-f3366b628ae8 req-436de50d-b90a-4b61-8119-aadd864927bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:32.770194 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-80903912-3394-4c5e-87ac-f3366b628ae8 req-436de50d-b90a-4b61-8119-aadd864927bf service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 913 time: 0.1418893 Aug 24 16:53:32.830814 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab50e67-3396-4627-b9f3-5f1dec8080bd x-openstack-request-id: req-eab50e67-3396-4627-b9f3-5f1dec8080bd {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:53:32.831110 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebd3320-a313-4dca-ba4b-d104b45402bb", "tag": "743286c8-2c3d-444d-ae91-8875dcf1827d", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:53:32.831405 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-eab50e67-3396-4627-b9f3-5f1dec8080bd {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:53:32.832065 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab50e67-3396-4627-b9f3-5f1dec8080bd'] response: {'name': 'network-changed', 'server_uuid': '3ebd3320-a313-4dca-ba4b-d104b45402bb', 'tag': '743286c8-2c3d-444d-ae91-8875dcf1827d', 'status': 'completed', 'code': 200} Aug 24 16:53:32.846133 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026ecf2-838c-43c4-aea2-a260a89d2fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5090c5-18c4-4884-be4a-7ea9bd40c8e1,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:32.914758 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-80903912-3394-4c5e-87ac-f3366b628ae8 req-55885252-c2ae-49f7-802e-732570add26f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=743286c8-2c3d-444d-ae91-8875dcf1827d HTTP/1.1" status: 200 len: 1000 time: 0.1368685 Aug 24 16:53:32.915542 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:32.929798 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-c50b0c9e-5662-4d14-98ea-658d67f72462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '0ff0ce6e-2afd-4b59-b6df-02f31219ed1c', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'floating_ip_address': '172.27.4.190', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '50cda684-8082-4bcd-a417-8b482166b890', 'port_id': '743286c8-2c3d-444d-ae91-8875dcf1827d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'mac_address': 'fa:16:3e:28:94:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebd3320-a313-4dca-ba4b-d104b45402bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:53:30Z', 'updated_at': '2022-08-24T16:53:30Z', 'revision_number': 0, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:53:32.934794 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 956cc14c-61ce-4e36-9297-c34200bcb830 up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:53:32.970817 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b0c9e-5662-4d14-98ea-658d67f72462 None None] Checking router: 50cda684-8082-4bcd-a417-8b482166b890 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:53:32.982037 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bce3f-12a6-4163-9d84-66911a61d59f req-706b5ea3-3b5d-4c00-b31b-15768b44ccf6 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:32.986875 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-168bce3f-12a6-4163-9d84-66911a61d59f req-706b5ea3-3b5d-4c00-b31b-15768b44ccf6 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 944 time: 0.0909555 Aug 24 16:53:32.996153 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b0c9e-5662-4d14-98ea-658d67f72462 None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:53:32.997558 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-c50b0c9e-5662-4d14-98ea-658d67f72462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:53:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:53:33.019973 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80903912-3394-4c5e-87ac-f3366b628ae8 req-b856f29c-770e-4e5d-9661-10273eb4edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:33.021501 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-80903912-3394-4c5e-87ac-f3366b628ae8 req-b856f29c-770e-4e5d-9661-10273eb4edcc service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe HTTP/1.1" status: 200 len: 851 time: 0.0877440 Aug 24 16:53:33.060678 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-168bce3f-12a6-4163-9d84-66911a61d59f req-23badf42-c48e-4c92-94f2-a0a9056a196a tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642607 Aug 24 16:53:33.100965 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port 956cc14c-61ce-4e36-9297-c34200bcb830 completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:53:33.110602 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:33.125663 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80903912-3394-4c5e-87ac-f3366b628ae8 req-399338ad-259f-47ad-8737-9e78b9b64670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:33.127336 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-80903912-3394-4c5e-87ac-f3366b628ae8 req-399338ad-259f-47ad-8737-9e78b9b64670 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a598ee64-8390-470b-8704-7686a7a90fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723102 Aug 24 16:53:33.198189 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port 956cc14c-61ce-4e36-9297-c34200bcb830 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:53:33.198991 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (956cc14c-61ce-4e36-9297-c34200bcb830), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:33.234787 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-80903912-3394-4c5e-87ac-f3366b628ae8 req-f3044ce8-ef08-4e11-b478-bd9216a21ce3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008182 Aug 24 16:53:33.290515 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-c50b0c9e-5662-4d14-98ea-658d67f72462 None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:53:33.369626 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 956cc14c-61ce-4e36-9297-c34200bcb830 is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:53:33.370116 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (956cc14c-61ce-4e36-9297-c34200bcb830), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:33.378137 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-80903912-3394-4c5e-87ac-f3366b628ae8 req-8ad858e9-ec97-402a-9b41-f6d061798bcc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351833 Aug 24 16:53:33.399452 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab04ff84-1ea6-4938-8078-7faa60d94814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956cc14c-61ce-4e36-9297-c34200bcb830'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:53:33.401789 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89350500-bf75-49d1-bc27-345aac650aed" -d '{"events": [{"server_uuid": "ab04ff84-1ea6-4938-8078-7faa60d94814", "name": "network-vif-plugged", "status": "completed", "tag": "956cc14c-61ce-4e36-9297-c34200bcb830"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:53:33.424238 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 956cc14c-61ce-4e36-9297-c34200bcb830, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=956cc14c-61ce-4e36-9297-c34200bcb830,segment=NetworkSegment(95dd4cd7-4870-43af-a177-2182c0292376),segment_id=95dd4cd7-4870-43af-a177-2182c0292376)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:53:33.446544 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d2151f-37ef-4f0a-968d-8989dc6cc018 x-openstack-request-id: req-f7d2151f-37ef-4f0a-968d-8989dc6cc018 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:53:33.446836 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab04ff84-1ea6-4938-8078-7faa60d94814", "name": "network-vif-plugged", "status": "completed", "tag": "956cc14c-61ce-4e36-9297-c34200bcb830", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:53:33.447099 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f7d2151f-37ef-4f0a-968d-8989dc6cc018 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:53:33.447536 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d2151f-37ef-4f0a-968d-8989dc6cc018'] response: {'server_uuid': 'ab04ff84-1ea6-4938-8078-7faa60d94814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956cc14c-61ce-4e36-9297-c34200bcb830', 'code': 200} Aug 24 16:53:33.500504 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (956cc14c-61ce-4e36-9297-c34200bcb830), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:33.535674 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:33.579711 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=956cc14c-61ce-4e36-9297-c34200bcb830,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:33.582076 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-c50b0c9e-5662-4d14-98ea-658d67f72462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '0ff0ce6e-2afd-4b59-b6df-02f31219ed1c', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'floating_ip_address': '172.27.4.190', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '50cda684-8082-4bcd-a417-8b482166b890', 'port_id': '743286c8-2c3d-444d-ae91-8875dcf1827d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'mac_address': 'fa:16:3e:28:94:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebd3320-a313-4dca-ba4b-d104b45402bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:53:30Z', 'updated_at': '2022-08-24T16:53:30Z', 'revision_number': 0, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:53:33.610053 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aeac02-a47d-48d0-bde1-28a32b52d123 req-3ed19008-0b0a-4f2e-aa99-42694b1846d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:33.611979 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a0aeac02-a47d-48d0-bde1-28a32b52d123 req-3ed19008-0b0a-4f2e-aa99-42694b1846d4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 1130 time: 0.0769961 Aug 24 16:53:33.629525 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b0c9e-5662-4d14-98ea-658d67f72462 None None] The sync data for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi is: [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '0ff0ce6e-2afd-4b59-b6df-02f31219ed1c', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'floating_ip_address': '172.27.4.190', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '50cda684-8082-4bcd-a417-8b482166b890', 'port_id': '743286c8-2c3d-444d-ae91-8875dcf1827d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'mac_address': 'fa:16:3e:28:94:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebd3320-a313-4dca-ba4b-d104b45402bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:53:30Z', 'updated_at': '2022-08-24T16:53:30Z', 'revision_number': 0, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:53:33.734075 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aeac02-a47d-48d0-bde1-28a32b52d123 req-e42c41bc-d7dd-4aef-a645-cc2a6acb967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:33.735604 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a0aeac02-a47d-48d0-bde1-28a32b52d123 req-e42c41bc-d7dd-4aef-a645-cc2a6acb967f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 913 time: 0.1175215 Aug 24 16:53:33.783709 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 40882) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:33.799982 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-98881df4-a290-4c72-8301-08023107e7a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:33.843295 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a0aeac02-a47d-48d0-bde1-28a32b52d123 req-bd8757d1-8c8a-402e-a5b1-16ad98931701 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=743286c8-2c3d-444d-ae91-8875dcf1827d HTTP/1.1" status: 200 len: 1000 time: 0.1010931 Aug 24 16:53:33.911739 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dd54e-58d8-463a-a1ae-4c9ddf31a9b5 req-fe11aa63-d8d5-43ee-9030-55bba8812d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:33.911966 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-98881df4-a290-4c72-8301-08023107e7a5 admin admin] Publish callbacks [] for security_group (adb8c12e-41a6-466d-95a5-56327af945c3), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:33.914872 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-157dd54e-58d8-463a-a1ae-4c9ddf31a9b5 req-fe11aa63-d8d5-43ee-9030-55bba8812d46 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 1129 time: 0.1136026 Aug 24 16:53:33.927497 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:33.980670 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aeac02-a47d-48d0-bde1-28a32b52d123 req-63ae66db-6d30-4faf-9109-20106b85e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:33.982268 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a0aeac02-a47d-48d0-bde1-28a32b52d123 req-63ae66db-6d30-4faf-9109-20106b85e79d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe HTTP/1.1" status: 200 len: 851 time: 0.1308722 Aug 24 16:53:33.987462 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5f9d63-8804-4a39-970e-ce66b6b5e476 None None] New status for floating IP 0ff0ce6e-2afd-4b59-b6df-02f31219ed1c: ACTIVE {{(pid=113371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:53:33.992885 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-157dd54e-58d8-463a-a1ae-4c9ddf31a9b5 req-7b7a0e5b-2725-4ba8-bc66-fc3a16a8db90 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675464 Aug 24 16:53:33.997430 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-98881df4-a290-4c72-8301-08023107e7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (adb8c12e-41a6-466d-95a5-56327af945c3), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:34.048305 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aeac02-a47d-48d0-bde1-28a32b52d123 req-9c7ee7d5-0c0d-40f9-b437-b2a141cc383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:34.050049 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-98881df4-a290-4c72-8301-08023107e7a5 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=403e5151753e4f6898c7037cf1ee1d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644668 Aug 24 16:53:34.052720 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a0aeac02-a47d-48d0-bde1-28a32b52d123 req-9c7ee7d5-0c0d-40f9-b437-b2a141cc383f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a598ee64-8390-470b-8704-7686a7a90fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607395 Aug 24 16:53:34.053201 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98881df4-a290-4c72-8301-08023107e7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb8c12e-41a6-466d-95a5-56327af945c3,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:34.053404 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 40888) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:34.093821 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-7fed68c9-502f-41e9-852d-d86927f2f26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:34.118516 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-262b9a1f-8ebe-4478-873b-5d4db441aab1 admin admin] Publish callbacks [] for security_group (adb8c12e-41a6-466d-95a5-56327af945c3), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:34.141644 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-262b9a1f-8ebe-4478-873b-5d4db441aab1 admin admin] Publish callbacks [] for security_group (adb8c12e-41a6-466d-95a5-56327af945c3), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:34.250259 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c799d0-a5ca-4762-8386-88e0e92b3771 req-a218694e-3438-4485-a64b-5b7350ca6a6b tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:34.252392 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c7c799d0-a5ca-4762-8386-88e0e92b3771 req-a218694e-3438-4485-a64b-5b7350ca6a6b tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 945 time: 0.0798855 Aug 24 16:53:34.355889 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a0aeac02-a47d-48d0-bde1-28a32b52d123 req-87fd4aba-919e-4ea8-acdf-b321aee0ca80 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673169 Aug 24 16:53:34.359245 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c7c799d0-a5ca-4762-8386-88e0e92b3771 req-131e8a12-3537-4e4d-86b5-e431419c2b04 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988340 Aug 24 16:53:34.476085 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-262b9a1f-8ebe-4478-873b-5d4db441aab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (adb8c12e-41a6-466d-95a5-56327af945c3), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:34.478836 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-262b9a1f-8ebe-4478-873b-5d4db441aab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:34.479967 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-262b9a1f-8ebe-4478-873b-5d4db441aab1 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/adb8c12e-41a6-466d-95a5-56327af945c3 HTTP/1.1" status: 204 len: 168 time: 0.4255166 Aug 24 16:53:34.488549 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b9a1f-8ebe-4478-873b-5d4db441aab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb8c12e-41a6-466d-95a5-56327af945c3,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:34.518343 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:34.598237 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:34.694160 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a0aeac02-a47d-48d0-bde1-28a32b52d123 req-006cd5c7-ce09-44cd-a06b-a1da39319f61 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123774 Aug 24 16:53:35.095819 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:35.516432 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094255f0-77e3-4bde-9386-2971dd55d1c9 req-0072eb4c-a027-4b70-a14c-de4c18809ebe tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:35.518002 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-094255f0-77e3-4bde-9386-2971dd55d1c9 req-0072eb4c-a027-4b70-a14c-de4c18809ebe tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 945 time: 0.0674944 Aug 24 16:53:35.578345 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-094255f0-77e3-4bde-9386-2971dd55d1c9 req-b5680652-b356-43e2-9cf1-d56034f81eb3 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543294 Aug 24 16:53:35.768983 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:36.744782 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61feac0a-a5b3-4c64-9146-cb59ab433a48 req-ed1758b8-e144-4106-b5bc-41e74e427dd4 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:36.746394 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-61feac0a-a5b3-4c64-9146-cb59ab433a48 req-ed1758b8-e144-4106-b5bc-41e74e427dd4 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 945 time: 0.0732207 Aug 24 16:53:36.813368 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-61feac0a-a5b3-4c64-9146-cb59ab433a48 req-2bcf3659-737e-441e-9368-ce641f75ab96 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611773 Aug 24 16:53:37.244165 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:37.355448 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:38.063853 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:38.644332 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816f4d2-9b99-4cc8-a778-a25c6129394c req-2d95c302-46c1-445d-ac3b-33750ad1ac6b tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:38.645923 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f816f4d2-9b99-4cc8-a778-a25c6129394c req-2d95c302-46c1-445d-ac3b-33750ad1ac6b tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 945 time: 0.0583236 Aug 24 16:53:38.712493 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f816f4d2-9b99-4cc8-a778-a25c6129394c req-3d718b39-f904-4f64-a7a5-b5ea91051b50 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575876 Aug 24 16:53:38.904588 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:38.983414 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:39.603425 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:39.849543 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9294da-dbb2-41fd-9a4b-fb7811361822 req-bbb737cf-9b60-4c69-aea5-6991ecf55c18 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:39.852026 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9f9294da-dbb2-41fd-9a4b-fb7811361822 req-bbb737cf-9b60-4c69-aea5-6991ecf55c18 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 945 time: 0.0572672 Aug 24 16:53:39.911393 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9f9294da-dbb2-41fd-9a4b-fb7811361822 req-efdb575c-1570-4e98-bbff-67a034b30296 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=24f5c4a4-fe6e-4e47-a6df-bc371c56d256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531545 Aug 24 16:53:39.999625 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908d1f4-ee57-4e30-8fc4-b23ecc24cf3e req-9705ec68-106d-4d42-83ba-1e9567fd1da6 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:53:40.001197 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6908d1f4-ee57-4e30-8fc4-b23ecc24cf3e req-9705ec68-106d-4d42-83ba-1e9567fd1da6 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 945 time: 0.0514500 Aug 24 16:53:40.361688 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:40.380816 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-6908d1f4-ee57-4e30-8fc4-b23ecc24cf3e req-2c7bdb08-0e17-4b2d-abb1-ab91f632182d tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Deleting port 956cc14c-61ce-4e36-9297-c34200bcb830 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:53:40.381966 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-6908d1f4-ee57-4e30-8fc4-b23ecc24cf3e req-2c7bdb08-0e17-4b2d-abb1-ab91f632182d tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (956cc14c-61ce-4e36-9297-c34200bcb830), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:40.498301 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-6908d1f4-ee57-4e30-8fc4-b23ecc24cf3e req-2c7bdb08-0e17-4b2d-abb1-ab91f632182d tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] For port 956cc14c-61ce-4e36-9297-c34200bcb830, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=956cc14c-61ce-4e36-9297-c34200bcb830,segment=NetworkSegment(95dd4cd7-4870-43af-a177-2182c0292376),segment_id=95dd4cd7-4870-43af-a177-2182c0292376)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:53:40.498982 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-6908d1f4-ee57-4e30-8fc4-b23ecc24cf3e req-2c7bdb08-0e17-4b2d-abb1-ab91f632182d tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (956cc14c-61ce-4e36-9297-c34200bcb830), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:40.519227 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-6908d1f4-ee57-4e30-8fc4-b23ecc24cf3e req-2c7bdb08-0e17-4b2d-abb1-ab91f632182d tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Calling delete_port for 956cc14c-61ce-4e36-9297-c34200bcb830 owned by compute:nova {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:53:40.744563 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-6908d1f4-ee57-4e30-8fc4-b23ecc24cf3e req-2c7bdb08-0e17-4b2d-abb1-ab91f632182d tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (956cc14c-61ce-4e36-9297-c34200bcb830), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:40.746863 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:40.757447 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['956cc14c-61ce-4e36-9297-c34200bcb830'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:53:40.773747 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bdb08-0e17-4b2d-abb1-ab91f632182d tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Pushing event deleted for resources: {'Port': ['ID=956cc14c-61ce-4e36-9297-c34200bcb830,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:40.827807 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-6908d1f4-ee57-4e30-8fc4-b23ecc24cf3e req-2c7bdb08-0e17-4b2d-abb1-ab91f632182d tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] No DVR routers for this DVR port 956cc14c-61ce-4e36-9297-c34200bcb830 on host hv-cinder-73116 {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:53:40.830536 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-6908d1f4-ee57-4e30-8fc4-b23ecc24cf3e req-2c7bdb08-0e17-4b2d-abb1-ab91f632182d tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:40.834399 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6908d1f4-ee57-4e30-8fc4-b23ecc24cf3e req-2c7bdb08-0e17-4b2d-abb1-ab91f632182d tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.40 "DELETE /networking/v2.0/ports/956cc14c-61ce-4e36-9297-c34200bcb830 HTTP/1.1" status: 204 len: 173 time: 0.8264253 Aug 24 16:53:40.835022 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab04ff84-1ea6-4938-8078-7faa60d94814', 'name': 'network-vif-deleted', 'tag': '956cc14c-61ce-4e36-9297-c34200bcb830'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:53:40.837462 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a3afa4-3a81-4f22-ad9a-b55026794d5c" -d '{"events": [{"server_uuid": "ab04ff84-1ea6-4938-8078-7faa60d94814", "name": "network-vif-deleted", "tag": "956cc14c-61ce-4e36-9297-c34200bcb830"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:53:40.888173 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7965438a-ada6-4139-a849-f00fcebd2338 x-openstack-request-id: req-7965438a-ada6-4139-a849-f00fcebd2338 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:53:40.888173 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab04ff84-1ea6-4938-8078-7faa60d94814", "name": "network-vif-deleted", "tag": "956cc14c-61ce-4e36-9297-c34200bcb830", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:53:40.888173 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7965438a-ada6-4139-a849-f00fcebd2338 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:53:40.888173 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7965438a-ada6-4139-a849-f00fcebd2338'] response: {'server_uuid': 'ab04ff84-1ea6-4938-8078-7faa60d94814', 'name': 'network-vif-deleted', 'tag': '956cc14c-61ce-4e36-9297-c34200bcb830', 'status': 'completed', 'code': 200} Aug 24 16:53:41.026016 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-36b4fc6f-0bb0-4b6d-ae42-d2c60dfe0762 req-a164ff6a-286e-4742-b072-83fbd7ba0527 tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 210 time: 0.0305846 Aug 24 16:53:42.189629 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-67d02dc2-eb8b-4b12-8c39-20f8e66ecec3 req-2ae2ad95-2414-4706-8aeb-29376c88cf9b tempest-VolumesActionsTest-289528995 tempest-VolumesActionsTest-289528995-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=ab04ff84-1ea6-4938-8078-7faa60d94814 HTTP/1.1" status: 200 len: 210 time: 0.0558910 Aug 24 16:53:42.994583 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 956cc14c-61ce-4e36-9297-c34200bcb830 no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:53:43.014711 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: 956cc14c-61ce-4e36-9297-c34200bcb830 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:53:43.015051 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 956cc14c-61ce-4e36-9297-c34200bcb830 not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:53:43.584832 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=85 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:43.585678 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=71 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:43.872662 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 41094) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:43.998720 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b50856c5-ea27-495b-b643-c386b4dcfcc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:44.082514 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b50856c5-ea27-495b-b643-c386b4dcfcc0 admin admin] Publish callbacks [] for security_group (fe6178b7-a0fc-4e90-968e-9ba52e728ea0), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:44.208726 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b50856c5-ea27-495b-b643-c386b4dcfcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (fe6178b7-a0fc-4e90-968e-9ba52e728ea0), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:44.243858 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:44.253700 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-b50856c5-ea27-495b-b643-c386b4dcfcc0 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=6cd6541ffb0c4e4ea186bee5bc42872a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798733 Aug 24 16:53:44.254535 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50856c5-ea27-495b-b643-c386b4dcfcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6178b7-a0fc-4e90-968e-9ba52e728ea0,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:44.256619 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 41114) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:44.315034 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e572eccd-5d38-4024-8753-63d65b64b953 admin admin] Publish callbacks [] for security_group (fe6178b7-a0fc-4e90-968e-9ba52e728ea0), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:44.336055 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e572eccd-5d38-4024-8753-63d65b64b953 admin admin] Publish callbacks [] for security_group (fe6178b7-a0fc-4e90-968e-9ba52e728ea0), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:44.549461 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e572eccd-5d38-4024-8753-63d65b64b953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (fe6178b7-a0fc-4e90-968e-9ba52e728ea0), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:44.552059 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e572eccd-5d38-4024-8753-63d65b64b953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:44.553424 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-e572eccd-5d38-4024-8753-63d65b64b953 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/fe6178b7-a0fc-4e90-968e-9ba52e728ea0 HTTP/1.1" status: 204 len: 168 time: 0.2956898 Aug 24 16:53:44.561945 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572eccd-5d38-4024-8753-63d65b64b953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6178b7-a0fc-4e90-968e-9ba52e728ea0,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:44.766945 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 41128) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:45.012089 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e16099dc-4d0c-4a74-b086-fe566705e3a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:45.107063 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e16099dc-4d0c-4a74-b086-fe566705e3a2 admin admin] Publish callbacks [] for security_group (ee83c2ec-9590-4c35-ab28-2f84c2323071), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:45.352385 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-e16099dc-4d0c-4a74-b086-fe566705e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (ee83c2ec-9590-4c35-ab28-2f84c2323071), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:45.395099 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-e16099dc-4d0c-4a74-b086-fe566705e3a2 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=45ab8605fcd042dda56300ea487c36c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6269472 Aug 24 16:53:45.395993 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16099dc-4d0c-4a74-b086-fe566705e3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee83c2ec-9590-4c35-ab28-2f84c2323071,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:45.398925 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 41150) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:45.454764 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a6119074-965e-4133-b2e4-3ff4fbcde6fc admin admin] Publish callbacks [] for security_group (ee83c2ec-9590-4c35-ab28-2f84c2323071), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:45.481581 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a6119074-965e-4133-b2e4-3ff4fbcde6fc admin admin] Publish callbacks [] for security_group (ee83c2ec-9590-4c35-ab28-2f84c2323071), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:45.514728 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:45.740971 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a6119074-965e-4133-b2e4-3ff4fbcde6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (ee83c2ec-9590-4c35-ab28-2f84c2323071), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:45.744625 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a6119074-965e-4133-b2e4-3ff4fbcde6fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:45.746796 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a6119074-965e-4133-b2e4-3ff4fbcde6fc admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/ee83c2ec-9590-4c35-ab28-2f84c2323071 HTTP/1.1" status: 204 len: 168 time: 0.3462548 Aug 24 16:53:45.749263 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 41152) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:45.758779 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6119074-965e-4133-b2e4-3ff4fbcde6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee83c2ec-9590-4c35-ab28-2f84c2323071,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:45.767869 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-213455ed-0894-409b-8be0-485f7a8ea0a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:45.885734 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-213455ed-0894-409b-8be0-485f7a8ea0a4 admin admin] Publish callbacks [] for security_group (cfa3212b-9cdb-4190-a211-168d0644e145), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:45.966389 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-213455ed-0894-409b-8be0-485f7a8ea0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (cfa3212b-9cdb-4190-a211-168d0644e145), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:46.010809 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-213455ed-0894-409b-8be0-485f7a8ea0a4 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=b1bb4270f839477f9779710f41d0bc1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600591 Aug 24 16:53:46.011577 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213455ed-0894-409b-8be0-485f7a8ea0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa3212b-9cdb-4190-a211-168d0644e145,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:46.021528 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 41156) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:46.077360 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f9f9cd73-ba87-46ab-88a6-a3a59ef488c7 admin admin] Publish callbacks [] for security_group (cfa3212b-9cdb-4190-a211-168d0644e145), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:46.100080 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:46.102356 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f9f9cd73-ba87-46ab-88a6-a3a59ef488c7 admin admin] Publish callbacks [] for security_group (cfa3212b-9cdb-4190-a211-168d0644e145), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:46.235825 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f9f9cd73-ba87-46ab-88a6-a3a59ef488c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (cfa3212b-9cdb-4190-a211-168d0644e145), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:46.240299 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f9f9cd73-ba87-46ab-88a6-a3a59ef488c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:46.248943 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-f9f9cd73-ba87-46ab-88a6-a3a59ef488c7 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/cfa3212b-9cdb-4190-a211-168d0644e145 HTTP/1.1" status: 204 len: 168 time: 0.2277288 Aug 24 16:53:46.256531 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9cd73-ba87-46ab-88a6-a3a59ef488c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa3212b-9cdb-4190-a211-168d0644e145,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:46.835886 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 41170) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:46.863082 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c25be2ee-668b-4252-850c-bbfc18c377ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:46.972740 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c25be2ee-668b-4252-850c-bbfc18c377ce admin admin] Publish callbacks [] for security_group (c5a9be21-ba01-45a7-888b-bd9f36f6a57e), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:47.038615 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c25be2ee-668b-4252-850c-bbfc18c377ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (c5a9be21-ba01-45a7-888b-bd9f36f6a57e), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:47.043948 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:53:47.085728 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-c25be2ee-668b-4252-850c-bbfc18c377ce admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=f6680cfcc2f54e3f8092fdc14000856b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486308 Aug 24 16:53:47.086661 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25be2ee-668b-4252-850c-bbfc18c377ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a9be21-ba01-45a7-888b-bd9f36f6a57e,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:47.089311 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 41178) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:47.148102 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b80842f3-f2b2-48f4-8514-8455c7b602a9 admin admin] Publish callbacks [] for security_group (c5a9be21-ba01-45a7-888b-bd9f36f6a57e), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:47.178623 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b80842f3-f2b2-48f4-8514-8455c7b602a9 admin admin] Publish callbacks [] for security_group (c5a9be21-ba01-45a7-888b-bd9f36f6a57e), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:47.374561 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b80842f3-f2b2-48f4-8514-8455c7b602a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (c5a9be21-ba01-45a7-888b-bd9f36f6a57e), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:47.377116 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-b80842f3-f2b2-48f4-8514-8455c7b602a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:47.378308 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-b80842f3-f2b2-48f4-8514-8455c7b602a9 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/c5a9be21-ba01-45a7-888b-bd9f36f6a57e HTTP/1.1" status: 204 len: 168 time: 0.2877209 Aug 24 16:53:47.387857 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80842f3-f2b2-48f4-8514-8455c7b602a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a9be21-ba01-45a7-888b-bd9f36f6a57e,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:50.567128 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:53.080895 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 41334) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:53.221210 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-7879b6b3-2420-49a6-9c93-9ecd7d3af35c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:53.306097 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-7879b6b3-2420-49a6-9c93-9ecd7d3af35c admin admin] Publish callbacks [] for security_group (0161b374-1cc7-4adc-bf15-ec206f6a994b), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:53.464745 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-7879b6b3-2420-49a6-9c93-9ecd7d3af35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (0161b374-1cc7-4adc-bf15-ec206f6a994b), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:53.527412 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-7879b6b3-2420-49a6-9c93-9ecd7d3af35c admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=199068f3a41640dfac446d942712791c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4440372 Aug 24 16:53:53.527412 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879b6b3-2420-49a6-9c93-9ecd7d3af35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0161b374-1cc7-4adc-bf15-ec206f6a994b,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:53.532650 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 41346) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:53.609868 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-76cc8e49-9606-4836-b966-ffdf6eb7ce16 admin admin] Publish callbacks [] for security_group (0161b374-1cc7-4adc-bf15-ec206f6a994b), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:53.637409 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-76cc8e49-9606-4836-b966-ffdf6eb7ce16 admin admin] Publish callbacks [] for security_group (0161b374-1cc7-4adc-bf15-ec206f6a994b), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:53.930781 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-76cc8e49-9606-4836-b966-ffdf6eb7ce16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (0161b374-1cc7-4adc-bf15-ec206f6a994b), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:53.933798 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-76cc8e49-9606-4836-b966-ffdf6eb7ce16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:53.934995 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-76cc8e49-9606-4836-b966-ffdf6eb7ce16 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/0161b374-1cc7-4adc-bf15-ec206f6a994b HTTP/1.1" status: 204 len: 168 time: 0.4002156 Aug 24 16:53:53.958476 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc8e49-9606-4836-b966-ffdf6eb7ce16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0161b374-1cc7-4adc-bf15-ec206f6a994b,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:55.095638 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 41370) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:55.116719 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-94cf0c91-60c0-40ea-8f02-a86da625cc6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:55.233793 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-94cf0c91-60c0-40ea-8f02-a86da625cc6b admin admin] Publish callbacks [] for security_group (80675717-4063-4f64-9435-3f7fa1bc9be6), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:55.356011 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-94cf0c91-60c0-40ea-8f02-a86da625cc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (80675717-4063-4f64-9435-3f7fa1bc9be6), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:55.441438 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf0c91-60c0-40ea-8f02-a86da625cc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80675717-4063-4f64-9435-3f7fa1bc9be6,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:53:55.450387 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-94cf0c91-60c0-40ea-8f02-a86da625cc6b admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=36b19e45240b4cbb9116bf83d6d5da64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531351 Aug 24 16:53:55.453611 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 41372) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:53:55.562054 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5cbea848-0ab8-467e-82f6-1eb908012f69 admin admin] Publish callbacks [] for security_group (80675717-4063-4f64-9435-3f7fa1bc9be6), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:55.619510 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5cbea848-0ab8-467e-82f6-1eb908012f69 admin admin] Publish callbacks [] for security_group (80675717-4063-4f64-9435-3f7fa1bc9be6), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:55.825071 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5cbea848-0ab8-467e-82f6-1eb908012f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (80675717-4063-4f64-9435-3f7fa1bc9be6), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:55.829798 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5cbea848-0ab8-467e-82f6-1eb908012f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:53:55.831587 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-5cbea848-0ab8-467e-82f6-1eb908012f69 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/80675717-4063-4f64-9435-3f7fa1bc9be6 HTTP/1.1" status: 204 len: 168 time: 0.3754604 Aug 24 16:53:55.853993 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbea848-0ab8-467e-82f6-1eb908012f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80675717-4063-4f64-9435-3f7fa1bc9be6,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:00.350697 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:DELETE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:01.946092 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ab0c270f-41e0-4113-8a6d-eae5a651e632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:03.694184 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=68,neutron:DELETE=10,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:03.953948 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=43,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:04.038318 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-10f8eb5e-d76e-4702-bb07-11448175ca8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:05.593193 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:54:05.686460 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=57,neutron:UPDATE=8 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:05.821615 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:05.843577 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=46,neutron:INSERT=9,neutron:DELETE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:05.862376 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:06.618180 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 41520) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:06.778727 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-47bd4649-55ad-496a-b5df-a9d41bb40260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:06.884755 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-47bd4649-55ad-496a-b5df-a9d41bb40260 admin admin] Publish callbacks [] for security_group (8aac7a68-2a96-40b2-be06-9b409784a6e8), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:06.975631 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-47bd4649-55ad-496a-b5df-a9d41bb40260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (8aac7a68-2a96-40b2-be06-9b409784a6e8), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:07.024570 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-47bd4649-55ad-496a-b5df-a9d41bb40260 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=a48e4ea686a54c57975efd1e7005ba51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020588 Aug 24 16:54:07.024570 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd4649-55ad-496a-b5df-a9d41bb40260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aac7a68-2a96-40b2-be06-9b409784a6e8,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:07.025311 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 41532) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:07.155093 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-7b44eb85-2ef9-43f2-b64e-6606196eedaf admin admin] Publish callbacks [] for security_group (8aac7a68-2a96-40b2-be06-9b409784a6e8), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:07.228533 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:07.250577 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-7b44eb85-2ef9-43f2-b64e-6606196eedaf admin admin] Publish callbacks [] for security_group (8aac7a68-2a96-40b2-be06-9b409784a6e8), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:07.366614 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:07.464819 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-7b44eb85-2ef9-43f2-b64e-6606196eedaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (8aac7a68-2a96-40b2-be06-9b409784a6e8), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:07.470370 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-7b44eb85-2ef9-43f2-b64e-6606196eedaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:07.478202 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-7b44eb85-2ef9-43f2-b64e-6606196eedaf admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/8aac7a68-2a96-40b2-be06-9b409784a6e8 HTTP/1.1" status: 204 len: 168 time: 0.4456904 Aug 24 16:54:07.494286 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44eb85-2ef9-43f2-b64e-6606196eedaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aac7a68-2a96-40b2-be06-9b409784a6e8,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:08.507742 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 41546) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:08.535316 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1c113beb-3539-461d-af63-4fa7ff905dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:08.692844 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1c113beb-3539-461d-af63-4fa7ff905dca admin admin] Publish callbacks [] for security_group (d320d893-02b9-42c6-b51c-93b2b45da1c9), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:08.804675 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-1c113beb-3539-461d-af63-4fa7ff905dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (d320d893-02b9-42c6-b51c-93b2b45da1c9), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:08.862767 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-1c113beb-3539-461d-af63-4fa7ff905dca admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=49d86ff517d5432ca8503b690a57c75a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536482 Aug 24 16:54:08.864495 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c113beb-3539-461d-af63-4fa7ff905dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d320d893-02b9-42c6-b51c-93b2b45da1c9,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:08.867340 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 41550) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:08.973358 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-65bf33b4-076d-4c86-8003-741043767b38 admin admin] Publish callbacks [] for security_group (d320d893-02b9-42c6-b51c-93b2b45da1c9), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:09.013234 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-65bf33b4-076d-4c86-8003-741043767b38 admin admin] Publish callbacks [] for security_group (d320d893-02b9-42c6-b51c-93b2b45da1c9), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:09.232601 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-65bf33b4-076d-4c86-8003-741043767b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (d320d893-02b9-42c6-b51c-93b2b45da1c9), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:09.235453 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-65bf33b4-076d-4c86-8003-741043767b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:09.237639 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-65bf33b4-076d-4c86-8003-741043767b38 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/d320d893-02b9-42c6-b51c-93b2b45da1c9 HTTP/1.1" status: 204 len: 168 time: 0.3683350 Aug 24 16:54:09.254947 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf33b4-076d-4c86-8003-741043767b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d320d893-02b9-42c6-b51c-93b2b45da1c9,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:15.584007 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=6 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:15.600951 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=5 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:17.533263 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:18.853976 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=18,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:18.857892 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=56,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:19.066375 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=28,neutron:DELETE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:19.255170 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=36,neutron:DELETE=6 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:19.289314 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:20.566491 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:20.849065 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 41774) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:20.898755 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Deleting subnet 17fe9c17-f159-4b8d-b5bc-5423a15aa6b4 {{(pid=113370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 16:54:20.902678 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Publish callbacks [] for subnet (17fe9c17-f159-4b8d-b5bc-5423a15aa6b4), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:20.944611 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126625564'] for subnet (17fe9c17-f159-4b8d-b5bc-5423a15aa6b4), precommit_delete_associations {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:20.988685 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673916'] for subnet (17fe9c17-f159-4b8d-b5bc-5423a15aa6b4), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:21.181279 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125893813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126111741'] for subnet (17fe9c17-f159-4b8d-b5bc-5423a15aa6b4), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:21.216773 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:21.219935 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/17fe9c17-f159-4b8d-b5bc-5423a15aa6b4 HTTP/1.1" status: 204 len: 168 time: 0.3697979 Aug 24 16:54:21.221025 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17fe9c17-f159-4b8d-b5bc-5423a15aa6b4,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:21.223164 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 41778) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:21.230092 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.230437 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.230793 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.231139 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.231486 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.231926 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.232367 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.232670 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.233017 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.233353 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.233698 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.234087 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.234419 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.234754 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.235154 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a287382-e6e9-4b29-ab61-800fc2e76b30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.310276 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7832497'] for network (60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:21.395348 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669052', 'neutron.services.segments.db._delete_segments_for_network-8749321758832'] for network (60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:21.417607 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8']}} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:54:21.436266 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95dd4cd7-4870-43af-a177-2182c0292376') {'for_net_delete': True} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:54:21.436595 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95dd4cd7-4870-43af-a177-2182c0292376') {} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:54:21.448273 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749321816814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622558'] for segment (95dd4cd7-4870-43af-a177-2182c0292376), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:21.462886 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (95dd4cd7-4870-43af-a177-2182c0292376), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:21.469408 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=113369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:54:21.469785 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127532212'] for segment (95dd4cd7-4870-43af-a177-2182c0292376), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:21.490396 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment 95dd4cd7-4870-43af-a177-2182c0292376 resource provider aggregate not found Aug 24 16:54:21.538597 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment 95dd4cd7-4870-43af-a177-2182c0292376 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95dd4cd7-4870-43af-a177-2182c0292376 found for delete ", "request_id": "req-4d3025e8-fae2-4260-8d5b-d2764aa805ed"}]} Aug 24 16:54:21.688931 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552758'] for network (60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:21.695235 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:21.698425 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8 HTTP/1.1" status: 204 len: 168 time: 0.4743836 Aug 24 16:54:21.709572 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=60dfa6dd-f8ec-4f3a-84ef-367b2814b6c8,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:21.720003 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.720003 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.720003 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.720003 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.720003 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.720003 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.720003 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.720003 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.720003 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.720003 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.720972 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.720972 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.720972 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.721225 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:21.721473 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee726abe-5dfe-4487-bc02-a2dcbed22f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:22.240847 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 41794) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:22.284388 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-a2609df7-c9c5-448f-9f36-d528024df6e4 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=19ee69068eb94cf1b4a0d78f7d5e4a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421150 Aug 24 16:54:22.288103 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 41796) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:22.343631 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dce29b6b-ee22-46ef-a609-4aab3731a06f admin admin] Publish callbacks [] for security_group (24f5c4a4-fe6e-4e47-a6df-bc371c56d256), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:22.366353 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dce29b6b-ee22-46ef-a609-4aab3731a06f admin admin] Publish callbacks [] for security_group (24f5c4a4-fe6e-4e47-a6df-bc371c56d256), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:22.595379 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dce29b6b-ee22-46ef-a609-4aab3731a06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (24f5c4a4-fe6e-4e47-a6df-bc371c56d256), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:22.598011 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-dce29b6b-ee22-46ef-a609-4aab3731a06f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:22.599303 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-dce29b6b-ee22-46ef-a609-4aab3731a06f admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/24f5c4a4-fe6e-4e47-a6df-bc371c56d256 HTTP/1.1" status: 204 len: 168 time: 0.3100290 Aug 24 16:54:22.609035 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce29b6b-ee22-46ef-a609-4aab3731a06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f5c4a4-fe6e-4e47-a6df-bc371c56d256,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:26.064907 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 41848) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:26.179755 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c1796ad9-f766-445d-afc7-8db22fe525cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:26.277421 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c1796ad9-f766-445d-afc7-8db22fe525cd admin admin] Publish callbacks [] for security_group (6658c72e-5b06-4e8a-9777-f34b036d151e), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:26.364241 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-c1796ad9-f766-445d-afc7-8db22fe525cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (6658c72e-5b06-4e8a-9777-f34b036d151e), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:26.410555 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-c1796ad9-f766-445d-afc7-8db22fe525cd admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=07c197e1b21c4020bdd55f84526fceb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445883 Aug 24 16:54:26.415169 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1796ad9-f766-445d-afc7-8db22fe525cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6658c72e-5b06-4e8a-9777-f34b036d151e,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:26.415323 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 41858) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:26.481575 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ac8dadf7-b820-410f-82b9-c3c55f6fd72d admin admin] Publish callbacks [] for security_group (6658c72e-5b06-4e8a-9777-f34b036d151e), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:26.507827 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ac8dadf7-b820-410f-82b9-c3c55f6fd72d admin admin] Publish callbacks [] for security_group (6658c72e-5b06-4e8a-9777-f34b036d151e), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:26.649267 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ac8dadf7-b820-410f-82b9-c3c55f6fd72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (6658c72e-5b06-4e8a-9777-f34b036d151e), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:26.651916 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-ac8dadf7-b820-410f-82b9-c3c55f6fd72d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:26.653279 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-ac8dadf7-b820-410f-82b9-c3c55f6fd72d admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/6658c72e-5b06-4e8a-9777-f34b036d151e HTTP/1.1" status: 204 len: 168 time: 0.2383938 Aug 24 16:54:26.663197 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dadf7-b820-410f-82b9-c3c55f6fd72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6658c72e-5b06-4e8a-9777-f34b036d151e,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:31.892206 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-63cb161a-fa7f-4e5b-bc05-7c7ec451e5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:33.331075 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2d2a8bd0-1a10-4aae-a8f3-6bd5cceaac47 req-54423e95-d8c6-4a3e-b341-b363cea98a4b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502563 Aug 24 16:54:33.420182 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a8bd0-1a10-4aae-a8f3-6bd5cceaac47 req-1a990b32-63f1-493d-aef4-c284b0e3b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:33.422030 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2d2a8bd0-1a10-4aae-a8f3-6bd5cceaac47 req-1a990b32-63f1-493d-aef4-c284b0e3b606 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 1130 time: 0.0433493 Aug 24 16:54:33.558325 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a8bd0-1a10-4aae-a8f3-6bd5cceaac47 req-d177d3d9-7200-463b-aacd-fb14976b4d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:33.560268 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2d2a8bd0-1a10-4aae-a8f3-6bd5cceaac47 req-d177d3d9-7200-463b-aacd-fb14976b4d5c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 913 time: 0.1148136 Aug 24 16:54:33.643030 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2d2a8bd0-1a10-4aae-a8f3-6bd5cceaac47 req-5d140008-3039-4039-9f78-9d938aab76d3 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=743286c8-2c3d-444d-ae91-8875dcf1827d HTTP/1.1" status: 200 len: 1002 time: 0.0760906 Aug 24 16:54:33.704464 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a8bd0-1a10-4aae-a8f3-6bd5cceaac47 req-cb6c2dfd-4a9d-4c1f-b9da-0808a8146c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:33.706687 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2d2a8bd0-1a10-4aae-a8f3-6bd5cceaac47 req-cb6c2dfd-4a9d-4c1f-b9da-0808a8146c15 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe HTTP/1.1" status: 200 len: 851 time: 0.0582473 Aug 24 16:54:33.761682 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a8bd0-1a10-4aae-a8f3-6bd5cceaac47 req-9e5406da-d55b-43f9-bf1f-3d5a6ed2cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:33.763172 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2d2a8bd0-1a10-4aae-a8f3-6bd5cceaac47 req-9e5406da-d55b-43f9-bf1f-3d5a6ed2cc14 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a598ee64-8390-470b-8704-7686a7a90fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512466 Aug 24 16:54:33.829199 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=6 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:33.874601 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2d2a8bd0-1a10-4aae-a8f3-6bd5cceaac47 req-b22ef3e4-4ac3-4f39-bae4-10c19e357fd6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053145 Aug 24 16:54:33.891898 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:33.991528 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2d2a8bd0-1a10-4aae-a8f3-6bd5cceaac47 req-55e30625-5aad-4b23-b2f9-ba3dd2513a00 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106532 Aug 24 16:54:34.066432 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-3a68bda4-796f-4516-ace9-babdb06243ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:35.752166 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:36.657230 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=63,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:36.662731 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=56,neutron:DELETE=7 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:37.197442 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:37.287317 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:37.310160 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 42002) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:37.430253 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5818661b-484d-441c-a705-b7f425f05edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:37.515577 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5818661b-484d-441c-a705-b7f425f05edf admin admin] Publish callbacks [] for security_group (2014425a-66ae-4c01-9d53-ea9d67a2ca22), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:37.586481 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-5818661b-484d-441c-a705-b7f425f05edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (2014425a-66ae-4c01-9d53-ea9d67a2ca22), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:37.629163 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-5818661b-484d-441c-a705-b7f425f05edf admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=47674e5c5472411ab96582e8f2c86d61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178604 Aug 24 16:54:37.631129 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818661b-484d-441c-a705-b7f425f05edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2014425a-66ae-4c01-9d53-ea9d67a2ca22,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:37.633012 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 42006) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:37.690249 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-89b663d4-fefc-4e3e-9211-93ef7e6404a9 admin admin] Publish callbacks [] for security_group (2014425a-66ae-4c01-9d53-ea9d67a2ca22), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:37.716089 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-89b663d4-fefc-4e3e-9211-93ef7e6404a9 admin admin] Publish callbacks [] for security_group (2014425a-66ae-4c01-9d53-ea9d67a2ca22), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:37.877719 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-89b663d4-fefc-4e3e-9211-93ef7e6404a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (2014425a-66ae-4c01-9d53-ea9d67a2ca22), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:37.881291 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-89b663d4-fefc-4e3e-9211-93ef7e6404a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:37.885043 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-89b663d4-fefc-4e3e-9211-93ef7e6404a9 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/2014425a-66ae-4c01-9d53-ea9d67a2ca22 HTTP/1.1" status: 204 len: 168 time: 0.2479370 Aug 24 16:54:37.891172 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b663d4-fefc-4e3e-9211-93ef7e6404a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2014425a-66ae-4c01-9d53-ea9d67a2ca22,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:39.118512 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 42038) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:39.221147 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-4d3d8e67-b4d7-47e1-8cf8-4561451f6d46 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-779164293-network', 'tenant_id': '0c6157140b76496d8d6d05bfff3a9121'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:54:39.343789 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3d8e67-b4d7-47e1-8cf8-4561451f6d46 admin admin] Made reservation on behalf of 0c6157140b76496d8d6d05bfff3a9121 for: {'network': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:54:39.346153 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8e67-b4d7-47e1-8cf8-4561451f6d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for network (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:39.356375 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8e67-b4d7-47e1-8cf8-4561451f6d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:39.435917 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8e67-b4d7-47e1-8cf8-4561451f6d46 admin admin] Publish callbacks [] for security_group (363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:39.528876 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8e67-b4d7-47e1-8cf8-4561451f6d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:39.562747 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3d8e67-b4d7-47e1-8cf8-4561451f6d46 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=113370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 16:54:39.569429 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d8e67-b4d7-47e1-8cf8-4561451f6d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:39.577799 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8e67-b4d7-47e1-8cf8-4561451f6d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (afd45520-f651-4b4b-9edd-0f366f277cb9), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:39.578084 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.segments_db [None req-4d3d8e67-b4d7-47e1-8cf8-4561451f6d46 admin admin] Added segment afd45520-f651-4b4b-9edd-0f366f277cb9 of type vlan for network 0fad45f7-64ff-4f27-a6f9-be1f6000309c Aug 24 16:54:39.625978 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8e67-b4d7-47e1-8cf8-4561451f6d46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749321294466'] for network (0fad45f7-64ff-4f27-a6f9-be1f6000309c), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:39.723351 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8e67-b4d7-47e1-8cf8-4561451f6d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240'] for network (0fad45f7-64ff-4f27-a6f9-be1f6000309c), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:39.724851 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3d8e67-b4d7-47e1-8cf8-4561451f6d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:39.725775 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8e67-b4d7-47e1-8cf8-4561451f6d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:39.806161 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d8e67-b4d7-47e1-8cf8-4561451f6d46 admin admin] Pushing event updated for resources: {'Network': ['ID=0fad45f7-64ff-4f27-a6f9-be1f6000309c,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:39.816761 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Network 0fad45f7-64ff-4f27-a6f9-be1f6000309c details requested by agent ovs-agent-dv-cinder-731167-2-iscsi with host dv-cinder-731167-2-iscsi {{(pid=113371) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 16:54:39.842689 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-4d3d8e67-b4d7-47e1-8cf8-4561451f6d46 admin admin] 10.222.0.17 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7225425 Aug 24 16:54:39.845428 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 42056) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:39.852022 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-5b971774-2c98-4da1-9a2a-dbcd6cea32fa admin admin] Request body: {'subnet': {'network_id': '0fad45f7-64ff-4f27-a6f9-be1f6000309c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-779164293-subnet', 'tenant_id': '0c6157140b76496d8d6d05bfff3a9121', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:54:39.960901 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b971774-2c98-4da1-9a2a-dbcd6cea32fa admin admin] Made reservation on behalf of 0c6157140b76496d8d6d05bfff3a9121 for: {'subnet': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:54:39.963298 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5b971774-2c98-4da1-9a2a-dbcd6cea32fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126111640'] for subnet (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:40.045430 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:40.136651 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:40.252950 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5b971774-2c98-4da1-9a2a-dbcd6cea32fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125894000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126111734'] for subnet (c8cf0a73-145c-4e8c-81a5-1f2b2e0be258), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:40.289512 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 42060) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:40.311870 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b971774-2c98-4da1-9a2a-dbcd6cea32fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8cf0a73-145c-4e8c-81a5-1f2b2e0be258,revision_number=0']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:40.323426 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b971774-2c98-4da1-9a2a-dbcd6cea32fa admin admin] Checking segment: {'id': 'afd45520-f651-4b4b-9edd-0f366f277cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0fad45f7-64ff-4f27-a6f9-be1f6000309c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:54:40.323791 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b971774-2c98-4da1-9a2a-dbcd6cea32fa admin admin] Network hostable DHCP agents. Network: 0fad45f7-64ff-4f27-a6f9-be1f6000309c, hostable agents: ['f3fedaa2-d549-420b-8df0-5626a4028a0c'], hosted agents: [] {{(pid=113370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 16:54:40.409742 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a9c149e1-ebce-4370-a67d-cfa8d254b34d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:40.453007 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b971774-2c98-4da1-9a2a-dbcd6cea32fa admin admin] Network 0fad45f7-64ff-4f27-a6f9-be1f6000309c is scheduled to be hosted by DHCP agent f3fedaa2-d549-420b-8df0-5626a4028a0c with binding_index 1 {{(pid=113370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 16:54:40.495607 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a9c149e1-ebce-4370-a67d-cfa8d254b34d admin admin] Publish callbacks [] for security_group (3c00e506-0c86-4ce8-8820-c944cc73df43), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:40.529288 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-5b971774-2c98-4da1-9a2a-dbcd6cea32fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-731167-2-iscsi, 0fad45f7-64ff-4f27-a6f9-be1f6000309c) {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:54:40.533632 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b971774-2c98-4da1-9a2a-dbcd6cea32fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:40.540844 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5b971774-2c98-4da1-9a2a-dbcd6cea32fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:40.541590 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49882f83-9b85-4a7e-bb79-d53f22ce512d None None] Network 0fad45f7-64ff-4f27-a6f9-be1f6000309c requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:54:40.563582 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a9c149e1-ebce-4370-a67d-cfa8d254b34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (3c00e506-0c86-4ce8-8820-c944cc73df43), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:40.606336 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a9c149e1-ebce-4370-a67d-cfa8d254b34d admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=1b37ac6e9f1c4c8da41e43f46f06ebf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155208 Aug 24 16:54:40.607240 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c149e1-ebce-4370-a67d-cfa8d254b34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c00e506-0c86-4ce8-8820-c944cc73df43,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:40.609399 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 42064) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:40.643277 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-5b971774-2c98-4da1-9a2a-dbcd6cea32fa admin admin] 10.222.0.17 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7963660 Aug 24 16:54:40.661981 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ead16a-ace4-4d3d-9fa7-04194ea877e5 None None] Network 0fad45f7-64ff-4f27-a6f9-be1f6000309c requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 16:54:40.675754 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-246632ab-6ba9-43d3-a4f8-8d3c07a07cad admin admin] Publish callbacks [] for security_group (3c00e506-0c86-4ce8-8820-c944cc73df43), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:40.705336 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-246632ab-6ba9-43d3-a4f8-8d3c07a07cad admin admin] Publish callbacks [] for security_group (3c00e506-0c86-4ce8-8820-c944cc73df43), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:40.855347 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-246632ab-6ba9-43d3-a4f8-8d3c07a07cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (3c00e506-0c86-4ce8-8820-c944cc73df43), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:40.858354 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-246632ab-6ba9-43d3-a4f8-8d3c07a07cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:40.862119 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-246632ab-6ba9-43d3-a4f8-8d3c07a07cad admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/3c00e506-0c86-4ce8-8820-c944cc73df43 HTTP/1.1" status: 204 len: 168 time: 0.2487564 Aug 24 16:54:40.869732 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246632ab-6ba9-43d3-a4f8-8d3c07a07cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c00e506-0c86-4ce8-8820-c944cc73df43,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:42.594131 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:54:43.444827 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-4c125ac6-72d4-45e1-8e3e-f79b4f7fde59 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:43.446336 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-4c125ac6-72d4-45e1-8e3e-f79b4f7fde59 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/networks?id=0fad45f7-64ff-4f27-a6f9-be1f6000309c HTTP/1.1" status: 200 len: 813 time: 0.1217864 Aug 24 16:54:43.461961 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-b66dfc6c-b141-4cca-8e64-0e0ad370f86f tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/quotas/0c6157140b76496d8d6d05bfff3a9121 HTTP/1.1" status: 200 len: 375 time: 0.0101700 Aug 24 16:54:43.501310 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-fa715633-f051-4873-8fcd-4be6b0434de3 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=0c6157140b76496d8d6d05bfff3a9121&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336089 Aug 24 16:54:43.512506 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-a2e3555c-bd64-4157-b04c-3cc95ad0c4be service neutron] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 16:54:43.513460 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-a2e3555c-bd64-4157-b04c-3cc95ad0c4be service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054269 Aug 24 16:54:43.616994 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-d0d7c417-bc0d-4b88-81c1-ffe9733db811 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/0fad45f7-64ff-4f27-a6f9-be1f6000309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908270 Aug 24 16:54:43.663813 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:43.728087 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-893fadb8-5e78-40e1-9a4e-bb883dd3944b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/0fad45f7-64ff-4f27-a6f9-be1f6000309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043284 Aug 24 16:54:44.196323 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-756ae05d-7493-4a19-9a3f-044e8560381c req-9fcc336a-3a3d-4c92-bbb5-340081e6c74c tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 210 time: 0.1641512 Aug 24 16:54:45.279430 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-59bbf692-b8c4-493d-82ba-c3ae1bd1c98b req-e68ad4c0-07d2-45c0-95c6-0e77ef667ec1 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 210 time: 0.0291669 Aug 24 16:54:46.387862 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1f6a9315-0ca3-4add-a1a3-31c3cfa19965 req-fc8cf9a1-c909-4933-9f24-8204d396e214 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 210 time: 0.0300944 Aug 24 16:54:47.494630 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-82e77823-0527-4381-a2f2-3b12144681c9 req-f48401cc-841f-473d-a03e-d0d5ecbe952e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 210 time: 0.0312803 Aug 24 16:54:48.602654 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3c32486e-a821-4fc2-a606-3b03708c2a38 req-e77c7579-b7e1-4b7c-b8f5-0075e0959bf6 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 210 time: 0.0295708 Aug 24 16:54:48.916024 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-c31594ae-da6f-4e51-a137-07ae7f36641d tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:48.917581 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-c31594ae-da6f-4e51-a137-07ae7f36641d tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.40 "GET /networking/v2.0/networks?id=0fad45f7-64ff-4f27-a6f9-be1f6000309c HTTP/1.1" status: 200 len: 813 time: 0.1132202 Aug 24 16:54:48.930927 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-83dd91e9-d690-4e16-ae8b-5909ffa762dd tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Request body: {'port': {'device_id': 'e7f155eb-dfef-4b29-9b50-dee03a1efba6', 'network_id': '0fad45f7-64ff-4f27-a6f9-be1f6000309c', 'admin_state_up': True, 'tenant_id': '0c6157140b76496d8d6d05bfff3a9121'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:54:49.132319 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-83dd91e9-d690-4e16-ae8b-5909ffa762dd tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Made reservation on behalf of 0c6157140b76496d8d6d05bfff3a9121 for: {'port': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:54:49.136226 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-83dd91e9-d690-4e16-ae8b-5909ffa762dd tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:49.283303 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-83dd91e9-d690-4e16-ae8b-5909ffa762dd tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Allocated IP 172.20.0.4 (0fad45f7-64ff-4f27-a6f9-be1f6000309c/c8cf0a73-145c-4e8c-81a5-1f2b2e0be258/f92ff26b-1fd6-4762-b61d-f46fed31ae5e) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:54:49.439148 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:49.456969 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-83dd91e9-d690-4e16-ae8b-5909ffa762dd tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Publish callbacks [] for port (f92ff26b-1fd6-4762-b61d-f46fed31ae5e), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:49.562460 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-83dd91e9-d690-4e16-ae8b-5909ffa762dd tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (f92ff26b-1fd6-4762-b61d-f46fed31ae5e), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:49.609038 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-83dd91e9-d690-4e16-ae8b-5909ffa762dd tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Network 0fad45f7-64ff-4f27-a6f9-be1f6000309c is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:54:49.612521 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-83dd91e9-d690-4e16-ae8b-5909ffa762dd tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:54:49.615253 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-83dd91e9-d690-4e16-ae8b-5909ffa762dd tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:54:49.619636 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:49.648173 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd91e9-d690-4e16-ae8b-5909ffa762dd tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Pushing event updated for resources: {'Port': ['ID=f92ff26b-1fd6-4762-b61d-f46fed31ae5e,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:49.681839 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-83dd91e9-d690-4e16-ae8b-5909ffa762dd tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:49.682450 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-83dd91e9-d690-4e16-ae8b-5909ffa762dd tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:49.741258 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339edeb-ddd3-4526-97b9-a1349f0b9852 req-2c854ae1-c0af-4ab2-a25e-7f9035a96b5b tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:49.742686 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c339edeb-ddd3-4526-97b9-a1349f0b9852 req-2c854ae1-c0af-4ab2-a25e-7f9035a96b5b tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 931 time: 0.0575306 Aug 24 16:54:49.773513 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-83dd91e9-d690-4e16-ae8b-5909ffa762dd tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8469200 Aug 24 16:54:49.783300 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-1eaf03c9-4220-4e0d-85c2-27ed40321ac7 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 16:54:49.784211 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-1eaf03c9-4220-4e0d-85c2-27ed40321ac7 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049646 Aug 24 16:54:49.806213 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c339edeb-ddd3-4526-97b9-a1349f0b9852 req-249afbcc-0bd7-46ad-979e-7c77f2999cb9 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577652 Aug 24 16:54:49.849989 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Request body: {'port': {'device_id': 'e7f155eb-dfef-4b29-9b50-dee03a1efba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:54:49.912744 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (f92ff26b-1fd6-4762-b61d-f46fed31ae5e), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:50.179684 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92ff26b-1fd6-4762-b61d-f46fed31ae5e {{(pid=113370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:54:50.187397 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Publish callbacks [] for port (f92ff26b-1fd6-4762-b61d-f46fed31ae5e), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:50.200645 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.provisioning_blocks [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Transition to ACTIVE for port object f92ff26b-1fd6-4762-b61d-f46fed31ae5e will not be triggered until provisioned by entity L2. {{(pid=113370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:54:50.298032 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (f92ff26b-1fd6-4762-b61d-f46fed31ae5e), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:50.379699 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Pushing event updated for resources: {'Port': ['ID=f92ff26b-1fd6-4762-b61d-f46fed31ae5e,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:50.402040 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:50.413508 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Attempting to bind port f92ff26b-1fd6-4762-b61d-f46fed31ae5e on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:54:50.413853 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Attempting to bind port f92ff26b-1fd6-4762-b61d-f46fed31ae5e by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': 'afd45520-f651-4b4b-9edd-0f366f277cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0fad45f7-64ff-4f27-a6f9-be1f6000309c'}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:54:50.414222 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Attempting to bind port f92ff26b-1fd6-4762-b61d-f46fed31ae5e on network 0fad45f7-64ff-4f27-a6f9-be1f6000309c {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:54:50.418987 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Port f92ff26b-1fd6-4762-b61d-f46fed31ae5e on network 0fad45f7-64ff-4f27-a6f9-be1f6000309c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:54:50.419303 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Attempting to bind port f92ff26b-1fd6-4762-b61d-f46fed31ae5e on network 0fad45f7-64ff-4f27-a6f9-be1f6000309c {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:54:50.424991 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:54:50.425325 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Checking segment: {'id': 'afd45520-f651-4b4b-9edd-0f366f277cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0fad45f7-64ff-4f27-a6f9-be1f6000309c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:54:50.429539 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Bound using segment: {'id': 'afd45520-f651-4b4b-9edd-0f366f277cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0fad45f7-64ff-4f27-a6f9-be1f6000309c'} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:54:50.429539 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Bound port: f92ff26b-1fd6-4762-b61d-f46fed31ae5e, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd45520-f651-4b4b-9edd-0f366f277cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0fad45f7-64ff-4f27-a6f9-be1f6000309c'}}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:54:50.429539 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (f92ff26b-1fd6-4762-b61d-f46fed31ae5e), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:50.495017 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] For port f92ff26b-1fd6-4762-b61d-f46fed31ae5e, host hv-cinder-73116, cleared binding levels {{(pid=113370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:54:50.498034 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] For port f92ff26b-1fd6-4762-b61d-f46fed31ae5e, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=f92ff26b-1fd6-4762-b61d-f46fed31ae5e,segment=NetworkSegment(afd45520-f651-4b4b-9edd-0f366f277cb9),segment_id=afd45520-f651-4b4b-9edd-0f366f277cb9)] {{(pid=113370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:54:50.526672 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:50.528465 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:50.593011 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=39,neutron:INSERT=11 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:50.603656 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=35,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:50.623824 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:50.624249 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (f92ff26b-1fd6-4762-b61d-f46fed31ae5e), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:50.628440 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:50.628655 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:50.630282 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/f92ff26b-1fd6-4762-b61d-f46fed31ae5e HTTP/1.1" status: 200 len: 1093 time: 0.8359785 Aug 24 16:54:50.632616 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f155eb-dfef-4b29-9b50-dee03a1efba6', 'tag': 'f92ff26b-1fd6-4762-b61d-f46fed31ae5e'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:54:50.635921 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bee047b-c460-4370-bdb0-f5aeeb469719" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f155eb-dfef-4b29-9b50-dee03a1efba6", "tag": "f92ff26b-1fd6-4762-b61d-f46fed31ae5e"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:54:50.698406 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3cf08-4e94-42d4-93a2-b6a499097029 service neutron] Pushing event updated for resources: {'Port': ['ID=f92ff26b-1fd6-4762-b61d-f46fed31ae5e,revision_number=3']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:50.746963 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd391916-7ebf-4d89-b0e4-608a28056e19 x-openstack-request-id: req-dd391916-7ebf-4d89-b0e4-608a28056e19 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:54:50.747305 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f155eb-dfef-4b29-9b50-dee03a1efba6", "tag": "f92ff26b-1fd6-4762-b61d-f46fed31ae5e", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:54:50.747716 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-dd391916-7ebf-4d89-b0e4-608a28056e19 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:54:50.748749 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd391916-7ebf-4d89-b0e4-608a28056e19'] response: {'name': 'network-changed', 'server_uuid': 'e7f155eb-dfef-4b29-9b50-dee03a1efba6', 'tag': 'f92ff26b-1fd6-4762-b61d-f46fed31ae5e', 'status': 'completed', 'code': 200} Aug 24 16:54:50.799031 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-7a240bea-3dac-4cec-8a0a-817e1dd53b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:50.800580 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-7a240bea-3dac-4cec-8a0a-817e1dd53b77 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0c6157140b76496d8d6d05bfff3a9121&device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 1127 time: 0.0468314 Aug 24 16:54:50.848760 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-2d42c3ad-caa9-466e-a70b-c3d1624c8b94 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f92ff26b-1fd6-4762-b61d-f46fed31ae5e HTTP/1.1" status: 200 len: 217 time: 0.0413332 Aug 24 16:54:50.898869 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:50.932763 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-8adb65a5-1cd7-42f0-be4a-b3fef4be16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:50.934270 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-8adb65a5-1cd7-42f0-be4a-b3fef4be16fe service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c8cf0a73-145c-4e8c-81a5-1f2b2e0be258 HTTP/1.1" status: 200 len: 853 time: 0.0802777 Aug 24 16:54:50.942463 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354d793-7fed-4708-93bf-d56b825f3c31 req-1759a8aa-024c-4513-9f28-5912453d41ff tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:50.946780 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3354d793-7fed-4708-93bf-d56b825f3c31 req-1759a8aa-024c-4513-9f28-5912453d41ff tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 943 time: 0.0611665 Aug 24 16:54:50.977148 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-094ed936-8c28-4bad-8e3c-e29b43dbb1e0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0fad45f7-64ff-4f27-a6f9-be1f6000309c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319762 Aug 24 16:54:51.071530 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3354d793-7fed-4708-93bf-d56b825f3c31 req-fe6789e5-68b6-466c-ab85-3468a841632e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184452 Aug 24 16:54:51.106816 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-541caf0a-5b66-4c10-88b6-985b5362422b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fad45f7-64ff-4f27-a6f9-be1f6000309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235361 Aug 24 16:54:51.205373 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-eb437c3d-25d0-4556-98b8-682e79d80966 req-56fb5f0b-7ff6-41bf-af51-15aa7fd06206 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fad45f7-64ff-4f27-a6f9-be1f6000309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926380 Aug 24 16:54:52.071740 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee047b-c460-4370-bdb0-f5aeeb469719 req-bcd3c80e-c2c2-4773-989b-8a2b155e7167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:52.073479 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5bee047b-c460-4370-bdb0-f5aeeb469719 req-bcd3c80e-c2c2-4773-989b-8a2b155e7167 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0c6157140b76496d8d6d05bfff3a9121&device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 1127 time: 0.0529611 Aug 24 16:54:52.229803 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee047b-c460-4370-bdb0-f5aeeb469719 req-a83fb99e-b9f1-4837-9ba9-a5fb744d76b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:52.229803 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5bee047b-c460-4370-bdb0-f5aeeb469719 req-a83fb99e-b9f1-4837-9ba9-a5fb744d76b6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0fad45f7-64ff-4f27-a6f9-be1f6000309c HTTP/1.1" status: 200 len: 914 time: 0.1467729 Aug 24 16:54:52.252239 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e669e5-f3e6-4a70-a1dc-495754c0efad req-688c9565-371b-45b7-a0c6-3bab08e51d61 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:52.253837 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a0e669e5-f3e6-4a70-a1dc-495754c0efad req-688c9565-371b-45b7-a0c6-3bab08e51d61 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 943 time: 0.0645628 Aug 24 16:54:52.287882 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5bee047b-c460-4370-bdb0-f5aeeb469719 req-35e8c5f3-08b9-4f59-b040-5603e6b55a7d service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f92ff26b-1fd6-4762-b61d-f46fed31ae5e HTTP/1.1" status: 200 len: 217 time: 0.0549467 Aug 24 16:54:52.289062 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 42206) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:52.367300 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a0e669e5-f3e6-4a70-a1dc-495754c0efad req-0536db5a-990b-4896-9c31-1bf9e6a52ab1 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874040 Aug 24 16:54:52.371079 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee047b-c460-4370-bdb0-f5aeeb469719 req-d5e6a573-06f6-41b3-a085-a0888f68cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:52.372525 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5bee047b-c460-4370-bdb0-f5aeeb469719 req-d5e6a573-06f6-41b3-a085-a0888f68cc02 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c8cf0a73-145c-4e8c-81a5-1f2b2e0be258 HTTP/1.1" status: 200 len: 853 time: 0.0761199 Aug 24 16:54:52.407287 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5bee047b-c460-4370-bdb0-f5aeeb469719 req-62511f48-8e04-460a-a339-8d1dbca18717 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0fad45f7-64ff-4f27-a6f9-be1f6000309c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288348 Aug 24 16:54:52.418556 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-093a589d-7ef6-46ce-abf8-7a590d12edbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:52.445145 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:52.500071 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-093a589d-7ef6-46ce-abf8-7a590d12edbc admin admin] Publish callbacks [] for security_group (5b1f26bc-5597-4890-b4d2-046505da51d5), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:52.504601 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5bee047b-c460-4370-bdb0-f5aeeb469719 req-70fea052-1db9-4da3-80f9-8fddbb21783d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fad45f7-64ff-4f27-a6f9-be1f6000309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909958 Aug 24 16:54:52.594921 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-093a589d-7ef6-46ce-abf8-7a590d12edbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (5b1f26bc-5597-4890-b4d2-046505da51d5), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:52.613170 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5bee047b-c460-4370-bdb0-f5aeeb469719 req-092bc778-e6f3-4ef2-95e0-2a9ccc09b75e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fad45f7-64ff-4f27-a6f9-be1f6000309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023853 Aug 24 16:54:52.639241 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-093a589d-7ef6-46ce-abf8-7a590d12edbc admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=f00e782340194920ad30953f6443d3c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3490641 Aug 24 16:54:52.640067 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a589d-7ef6-46ce-abf8-7a590d12edbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1f26bc-5597-4890-b4d2-046505da51d5,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:52.642646 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 42210) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:54:52.705412 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f9462e20-ca7f-448a-9996-fb0ab75fb268 admin admin] Publish callbacks [] for security_group (5b1f26bc-5597-4890-b4d2-046505da51d5), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:52.727212 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f9462e20-ca7f-448a-9996-fb0ab75fb268 admin admin] Publish callbacks [] for security_group (5b1f26bc-5597-4890-b4d2-046505da51d5), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:52.846536 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f9462e20-ca7f-448a-9996-fb0ab75fb268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (5b1f26bc-5597-4890-b4d2-046505da51d5), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:52.849367 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-f9462e20-ca7f-448a-9996-fb0ab75fb268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:52.850534 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-f9462e20-ca7f-448a-9996-fb0ab75fb268 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/5b1f26bc-5597-4890-b4d2-046505da51d5 HTTP/1.1" status: 204 len: 168 time: 0.2067306 Aug 24 16:54:52.859021 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9462e20-ca7f-448a-9996-fb0ab75fb268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1f26bc-5597-4890-b4d2-046505da51d5,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:53.384169 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device f92ff26b-1fd6-4762-b61d-f46fed31ae5e details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:54:53.491470 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port f92ff26b-1fd6-4762-b61d-f46fed31ae5e, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=f92ff26b-1fd6-4762-b61d-f46fed31ae5e,segment=NetworkSegment(afd45520-f651-4b4b-9edd-0f366f277cb9),segment_id=afd45520-f651-4b4b-9edd-0f366f277cb9)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:54:53.499369 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b0680-096d-46ab-b46a-3aff65dd2aa8 req-a55dcabc-5bf5-4e41-ae82-d3da9621a192 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:53.500899 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e52b0680-096d-46ab-b46a-3aff65dd2aa8 req-a55dcabc-5bf5-4e41-ae82-d3da9621a192 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 943 time: 0.0541029 Aug 24 16:54:53.503423 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': 'f92ff26b-1fd6-4762-b61d-f46fed31ae5e', 'network_id': '0fad45f7-64ff-4f27-a6f9-be1f6000309c', 'port_id': 'f92ff26b-1fd6-4762-b61d-f46fed31ae5e', 'mac_address': 'fa:16:3e:13:6f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8cf0a73-145c-4e8c-81a5-1f2b2e0be258', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:54:53.543978 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port f92ff26b-1fd6-4762-b61d-f46fed31ae5e is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:54:53.544388 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (f92ff26b-1fd6-4762-b61d-f46fed31ae5e), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:53.553423 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e52b0680-096d-46ab-b46a-3aff65dd2aa8 req-d2f30c88-4a0b-4cf2-aef9-034d710e6447 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460513 Aug 24 16:54:53.559305 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92ff26b-1fd6-4762-b61d-f46fed31ae5e {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:54:53.586689 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port f92ff26b-1fd6-4762-b61d-f46fed31ae5e, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=f92ff26b-1fd6-4762-b61d-f46fed31ae5e,segment=NetworkSegment(afd45520-f651-4b4b-9edd-0f366f277cb9),segment_id=afd45520-f651-4b4b-9edd-0f366f277cb9)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:54:53.658940 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (f92ff26b-1fd6-4762-b61d-f46fed31ae5e), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:53.707128 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=f92ff26b-1fd6-4762-b61d-f46fed31ae5e,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:53.715537 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:53.716120 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:53.716727 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:53.717321 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:53.717968 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:53.718529 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:53.719104 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:53.719679 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:53.720269 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:53.720893 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:53.721465 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:53.722066 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:53.722651 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:53.723938 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:53.724570 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:54:53.877622 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['f92ff26b-1fd6-4762-b61d-f46fed31ae5e'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:54:54.691338 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10302673-549a-4e1c-b442-647f7faee2ae req-c6a51991-4327-4098-b07d-789324307e92 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:54.693495 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-10302673-549a-4e1c-b442-647f7faee2ae req-c6a51991-4327-4098-b07d-789324307e92 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 944 time: 0.0517862 Aug 24 16:54:54.749292 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-10302673-549a-4e1c-b442-647f7faee2ae req-1cf0c7b2-a6c6-43f4-8a91-84265c8696c3 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475037 Aug 24 16:54:55.416249 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device f92ff26b-1fd6-4762-b61d-f46fed31ae5e up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:54:55.460772 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port f92ff26b-1fd6-4762-b61d-f46fed31ae5e completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:54:55.642952 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port f92ff26b-1fd6-4762-b61d-f46fed31ae5e triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:54:55.643370 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (f92ff26b-1fd6-4762-b61d-f46fed31ae5e), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:55.718450 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port f92ff26b-1fd6-4762-b61d-f46fed31ae5e is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:54:55.718745 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (f92ff26b-1fd6-4762-b61d-f46fed31ae5e), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:55.748944 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f155eb-dfef-4b29-9b50-dee03a1efba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92ff26b-1fd6-4762-b61d-f46fed31ae5e'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:54:55.751271 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf29229-3e29-49e3-8466-fc8d9d255db6" -d '{"events": [{"server_uuid": "e7f155eb-dfef-4b29-9b50-dee03a1efba6", "name": "network-vif-plugged", "status": "completed", "tag": "f92ff26b-1fd6-4762-b61d-f46fed31ae5e"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:54:55.765403 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port f92ff26b-1fd6-4762-b61d-f46fed31ae5e, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=f92ff26b-1fd6-4762-b61d-f46fed31ae5e,segment=NetworkSegment(afd45520-f651-4b4b-9edd-0f366f277cb9),segment_id=afd45520-f651-4b4b-9edd-0f366f277cb9)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:54:55.793442 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1286af1f-04a4-4bb0-b24c-a6414d2fb88e x-openstack-request-id: req-1286af1f-04a4-4bb0-b24c-a6414d2fb88e {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:54:55.793732 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f155eb-dfef-4b29-9b50-dee03a1efba6", "name": "network-vif-plugged", "status": "completed", "tag": "f92ff26b-1fd6-4762-b61d-f46fed31ae5e", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:54:55.793980 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-1286af1f-04a4-4bb0-b24c-a6414d2fb88e {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:54:55.794378 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1286af1f-04a4-4bb0-b24c-a6414d2fb88e'] response: {'server_uuid': 'e7f155eb-dfef-4b29-9b50-dee03a1efba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92ff26b-1fd6-4762-b61d-f46fed31ae5e', 'code': 200} Aug 24 16:54:55.880901 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8da4e7-f62f-4901-b355-c0f549ef2421 req-e7e6913c-a7c1-4e96-862b-9617e5ca4a06 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:55.882062 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (f92ff26b-1fd6-4762-b61d-f46fed31ae5e), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:54:55.882389 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1d8da4e7-f62f-4901-b355-c0f549ef2421 req-e7e6913c-a7c1-4e96-862b-9617e5ca4a06 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 944 time: 0.0530236 Aug 24 16:54:55.920179 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:54:55.935268 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=f92ff26b-1fd6-4762-b61d-f46fed31ae5e,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:54:56.208845 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1d8da4e7-f62f-4901-b355-c0f549ef2421 req-cc934fca-7f4b-403f-8e4d-ac0df611a757 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202808 Aug 24 16:54:56.236868 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632128e-c087-4417-8d92-caf2b642ada6 req-6c790533-2624-434f-be48-6b4c5beb3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:56.238374 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6632128e-c087-4417-8d92-caf2b642ada6 req-6c790533-2624-434f-be48-6b4c5beb3c88 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 1129 time: 0.0447154 Aug 24 16:54:56.283500 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6632128e-c087-4417-8d92-caf2b642ada6 req-b98474c2-b386-430d-abc5-50ae6fd9d76c service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388672 Aug 24 16:54:57.334913 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f3d52-685c-4366-bedf-6656ca010f84 req-39ce87fa-83dc-49fe-8dae-684e6f3656ce tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:57.336479 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-399f3d52-685c-4366-bedf-6656ca010f84 req-39ce87fa-83dc-49fe-8dae-684e6f3656ce tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 945 time: 0.0489821 Aug 24 16:54:57.386820 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-399f3d52-685c-4366-bedf-6656ca010f84 req-393ab16f-7791-47c9-b2c9-8266aa516ec6 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447745 Aug 24 16:54:58.510371 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2c569-8943-4823-a090-6151ab27eb30 req-66815ea1-3d2a-45e8-bca9-b1cc4c2e098d tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:54:58.511880 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-50e2c569-8943-4823-a090-6151ab27eb30 req-66815ea1-3d2a-45e8-bca9-b1cc4c2e098d tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 945 time: 0.0499015 Aug 24 16:54:58.572311 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-50e2c569-8943-4823-a090-6151ab27eb30 req-100b1424-279e-45cb-8517-b2ecbf4e753b tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544882 Aug 24 16:55:01.852323 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-43667e41-d703-42e1-8724-a5ccf6c4b9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:02.175487 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=16 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:02.186423 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=18 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:02.633309 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=21,neutron:INSERT=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:02.635286 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=16,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:04.043517 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-2bd84105-aac2-44c9-b2c9-6b862914bc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:05.734570 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:07.178452 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:07.289756 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:08.564196 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=17 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:08.568142 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=87,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:17.205247 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:17.208082 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:19.593711 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:55:20.618047 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:29.588766 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=4 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:29.589625 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=4 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:30.528587 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:30.534536 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:31.656725 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159770e-ac38-49e8-b978-83f84aae16a1 req-2e93033a-d289-484d-a0be-b32d508c4a91 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:31.658768 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d159770e-ac38-49e8-b978-83f84aae16a1 req-2e93033a-d289-484d-a0be-b32d508c4a91 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 946 time: 0.0613682 Aug 24 16:55:31.718171 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d159770e-ac38-49e8-b978-83f84aae16a1 req-f09973b5-1c9e-49bf-bcbe-7a5a1cece14a tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531940 Aug 24 16:55:31.849211 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-16fc6d9f-0454-41cf-974d-d8fc6327396d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:32.864884 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19d28e-ac24-43a0-9023-e1a839fb7231 req-63346d46-3afb-44d7-9149-f25d1abd06de tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:32.867086 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1d19d28e-ac24-43a0-9023-e1a839fb7231 req-63346d46-3afb-44d7-9149-f25d1abd06de tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 946 time: 0.0691953 Aug 24 16:55:32.928908 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1d19d28e-ac24-43a0-9023-e1a839fb7231 req-a121ac40-e5a3-4d38-819f-c4cbbd9eec13 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532660 Aug 24 16:55:34.009538 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aa29a6a4-f123-41eb-bd50-38b2c11e10b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:34.066755 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e8215-9d17-4849-90e1-9fae2b892005 req-22439722-b94b-4cfe-b58d-cad5292345cc tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:34.068225 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b77e8215-9d17-4849-90e1-9fae2b892005 req-22439722-b94b-4cfe-b58d-cad5292345cc tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 946 time: 0.0518267 Aug 24 16:55:34.127984 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b77e8215-9d17-4849-90e1-9fae2b892005 req-fc6617a8-df13-4c65-9acb-2ab465feaf90 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498984 Aug 24 16:55:35.253109 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3200d-9f51-4f65-91bd-4e80571988c3 req-140b625d-c50f-4836-88eb-1bec5fe718cf tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:35.254613 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-74a3200d-9f51-4f65-91bd-4e80571988c3 req-140b625d-c50f-4836-88eb-1bec5fe718cf tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 946 time: 0.0490737 Aug 24 16:55:35.312021 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-74a3200d-9f51-4f65-91bd-4e80571988c3 req-978186d4-50d0-40ac-89ed-e07435873a34 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508065 Aug 24 16:55:35.458591 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f9f78541-67d1-463c-abc1-82d4a64c8b73 req-51e9ea07-3349-40d0-adc6-9ffb6ee851fa service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403521 Aug 24 16:55:35.650030 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f78541-67d1-463c-abc1-82d4a64c8b73 req-ce03ecec-b053-45ca-97da-dec853aed6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:35.651898 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f9f78541-67d1-463c-abc1-82d4a64c8b73 req-ce03ecec-b053-45ca-97da-dec853aed6c0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0c6157140b76496d8d6d05bfff3a9121&device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 1129 time: 0.0414507 Aug 24 16:55:35.757838 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:35.768467 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901400a-4c25-49ff-a669-d56cd322754f req-37fc1f3a-6aae-4d77-9db4-4c1b3f5d5d42 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:35.769944 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4901400a-4c25-49ff-a669-d56cd322754f req-37fc1f3a-6aae-4d77-9db4-4c1b3f5d5d42 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 946 time: 0.0799434 Aug 24 16:55:35.889295 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f78541-67d1-463c-abc1-82d4a64c8b73 req-359b96e9-621b-4b97-ad79-ba93756f7d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:35.890773 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f9f78541-67d1-463c-abc1-82d4a64c8b73 req-359b96e9-621b-4b97-ad79-ba93756f7d24 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=0fad45f7-64ff-4f27-a6f9-be1f6000309c HTTP/1.1" status: 200 len: 914 time: 0.1994441 Aug 24 16:55:35.937998 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-4901400a-4c25-49ff-a669-d56cd322754f req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Deleting port 743286c8-2c3d-444d-ae91-8875dcf1827d {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:55:35.938358 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-4901400a-4c25-49ff-a669-d56cd322754f req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (743286c8-2c3d-444d-ae91-8875dcf1827d), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:35.942217 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f9f78541-67d1-463c-abc1-82d4a64c8b73 req-33b0625a-10de-4da0-a04f-3b84b491a132 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f92ff26b-1fd6-4762-b61d-f46fed31ae5e HTTP/1.1" status: 200 len: 217 time: 0.0430193 Aug 24 16:55:36.076100 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f78541-67d1-463c-abc1-82d4a64c8b73 req-ae366ba7-5289-4342-99ab-0163bb9cc901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:36.077528 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f9f78541-67d1-463c-abc1-82d4a64c8b73 req-ae366ba7-5289-4342-99ab-0163bb9cc901 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c8cf0a73-145c-4e8c-81a5-1f2b2e0be258 HTTP/1.1" status: 200 len: 853 time: 0.1129713 Aug 24 16:55:36.129276 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f9f78541-67d1-463c-abc1-82d4a64c8b73 req-f65a471f-2b56-4f2b-a950-e4172fa021d1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0fad45f7-64ff-4f27-a6f9-be1f6000309c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422497 Aug 24 16:55:36.138267 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-4901400a-4c25-49ff-a669-d56cd322754f req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] For port 743286c8-2c3d-444d-ae91-8875dcf1827d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=743286c8-2c3d-444d-ae91-8875dcf1827d,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:55:36.138636 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-4901400a-4c25-49ff-a669-d56cd322754f req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (743286c8-2c3d-444d-ae91-8875dcf1827d), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:36.263641 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:36.321361 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:36.333318 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f9f78541-67d1-463c-abc1-82d4a64c8b73 req-70843426-2c7d-4d12-b3cc-a4a26445f54a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fad45f7-64ff-4f27-a6f9-be1f6000309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970153 Aug 24 16:55:36.523503 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1642b-92c1-430b-9b14-02d37734f73f req-c97cc693-3c5d-4be3-9e37-7783ea8274f8 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:36.525026 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-51e1642b-92c1-430b-9b14-02d37734f73f req-c97cc693-3c5d-4be3-9e37-7783ea8274f8 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 946 time: 0.1255422 Aug 24 16:55:36.528965 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-4901400a-4c25-49ff-a669-d56cd322754f req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:36.529379 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-4901400a-4c25-49ff-a669-d56cd322754f req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (0ff0ce6e-2afd-4b59-b6df-02f31219ed1c), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:36.529656 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [req-4901400a-4c25-49ff-a669-d56cd322754f req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Floating IP 0ff0ce6e-2afd-4b59-b6df-02f31219ed1c disassociated. External IP: 172.27.4.190, port: 743286c8-2c3d-444d-ae91-8875dcf1827d. Aug 24 16:55:36.529975 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-4901400a-4c25-49ff-a669-d56cd322754f req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Calling delete_port for 743286c8-2c3d-444d-ae91-8875dcf1827d owned by compute:nova {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:55:36.604245 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f9f78541-67d1-463c-abc1-82d4a64c8b73 req-be89cd6a-2b4e-418d-8e91-c728ae3af3fd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fad45f7-64ff-4f27-a6f9-be1f6000309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621546 Aug 24 16:55:36.661097 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-51e1642b-92c1-430b-9b14-02d37734f73f req-5e481467-6027-4ff2-94f9-54cbb46f2296 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270914 Aug 24 16:55:36.809360 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-4901400a-4c25-49ff-a669-d56cd322754f req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (743286c8-2c3d-444d-ae91-8875dcf1827d), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:36.846668 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event deleted for resources: {'Port': ['ID=743286c8-2c3d-444d-ae91-8875dcf1827d,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:55:36.858834 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:36.859188 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:36.859532 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:36.860085 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:36.860227 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:36.860567 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:36.860900 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:36.861229 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:36.861561 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:36.861890 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:36.862441 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:36.862679 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:36.863007 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:36.863342 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:36.863667 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:36.983456 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4901400a-4c25-49ff-a669-d56cd322754f req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Router 50cda684-8082-4bcd-a417-8b482166b890 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:55:37.119567 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4901400a-4c25-49ff-a669-d56cd322754f req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:55:37.125837 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f6fb3a-1487-4218-906c-c41b86317ace None None] Sync routers for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:55:37.137974 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f6fb3a-1487-4218-906c-c41b86317ace None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:55:37.138694 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-a2f6fb3a-1487-4218-906c-c41b86317ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:55:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:55:37.161915 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-4901400a-4c25-49ff-a669-d56cd322754f req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] No DVR routers for this DVR port 743286c8-2c3d-444d-ae91-8875dcf1827d on host hv-cinder-73116 {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:55:37.164710 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-4901400a-4c25-49ff-a669-d56cd322754f req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:37.167964 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4901400a-4c25-49ff-a669-d56cd322754f req-f4caa0ae-cdb2-4860-af2b-a2bca123e7be tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.40 "DELETE /networking/v2.0/ports/743286c8-2c3d-444d-ae91-8875dcf1827d HTTP/1.1" status: 204 len: 173 time: 1.3693621 Aug 24 16:55:37.168440 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebd3320-a313-4dca-ba4b-d104b45402bb', 'name': 'network-vif-deleted', 'tag': '743286c8-2c3d-444d-ae91-8875dcf1827d'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:55:37.169689 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:37.170719 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66694711-26ae-480e-9300-014b6e1e5e9a" -d '{"events": [{"server_uuid": "3ebd3320-a313-4dca-ba4b-d104b45402bb", "name": "network-vif-deleted", "tag": "743286c8-2c3d-444d-ae91-8875dcf1827d"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:55:37.252074 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59ed5f4-94df-4318-9f84-aa577940d262 x-openstack-request-id: req-f59ed5f4-94df-4318-9f84-aa577940d262 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:55:37.252074 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebd3320-a313-4dca-ba4b-d104b45402bb", "name": "network-vif-deleted", "tag": "743286c8-2c3d-444d-ae91-8875dcf1827d", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:55:37.252074 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f59ed5f4-94df-4318-9f84-aa577940d262 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:55:37.252074 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59ed5f4-94df-4318-9f84-aa577940d262'] response: {'server_uuid': '3ebd3320-a313-4dca-ba4b-d104b45402bb', 'name': 'network-vif-deleted', 'tag': '743286c8-2c3d-444d-ae91-8875dcf1827d', 'status': 'completed', 'code': 200} Aug 24 16:55:37.274149 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-a2f6fb3a-1487-4218-906c-c41b86317ace None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:55:37.310044 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:37.507322 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-a2f6fb3a-1487-4218-906c-c41b86317ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:55:37.542436 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f6fb3a-1487-4218-906c-c41b86317ace None None] Checking router: 50cda684-8082-4bcd-a417-8b482166b890 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:55:37.551992 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f6fb3a-1487-4218-906c-c41b86317ace None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:55:37.552642 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-a2f6fb3a-1487-4218-906c-c41b86317ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:55:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:55:37.675043 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-a2f6fb3a-1487-4218-906c-c41b86317ace None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:55:37.795983 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2c4ca3f8-cd99-4ecf-8d02-cda2c753ffdb req-abdcf626-9bd3-4dd4-9352-db0e9678dee6 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=3ebd3320-a313-4dca-ba4b-d104b45402bb HTTP/1.1" status: 200 len: 210 time: 0.0365150 Aug 24 16:55:37.931148 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-a2f6fb3a-1487-4218-906c-c41b86317ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:55:38.050922 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f6fb3a-1487-4218-906c-c41b86317ace None None] The sync data for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi is: [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:55:38.319872 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688107cd-f667-408c-ba01-6e06a26f52a3 None None] New status for floating IP 0ff0ce6e-2afd-4b59-b6df-02f31219ed1c: DOWN {{(pid=113371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:55:39.113216 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-1fd91ccc-9972-4b47-81a5-7a06d3891435 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1875641850&fields=id&tenant_id=f18db8d724d4436cb1721859066ac74d HTTP/1.1" status: 200 len: 267 time: 0.0545652 Aug 24 16:55:39.235241 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-2aaee975-90cf-4822-a0b9-3bffe6bf71b3 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:39.236883 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-2aaee975-90cf-4822-a0b9-3bffe6bf71b3 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 812 time: 0.1161695 Aug 24 16:55:39.253356 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-db43a255-6197-4c46-bbbb-c42c73684f75 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/quotas/f18db8d724d4436cb1721859066ac74d HTTP/1.1" status: 200 len: 375 time: 0.0102389 Aug 24 16:55:39.294729 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:39.311618 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-6ec31cee-f3ae-4b6e-ba0f-5c43c72ee2ee tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518508 Aug 24 16:55:39.351597 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:39.432086 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-acc0532e-7cec-460e-888a-64d0360b5ae8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026194 Aug 24 16:55:39.579903 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-021af166-b44d-4e27-a3d4-586e375f9a05 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418338 Aug 24 16:55:39.652100 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 743286c8-2c3d-444d-ae91-8875dcf1827d no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:55:39.672650 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: 743286c8-2c3d-444d-ae91-8875dcf1827d {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:55:39.673263 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 743286c8-2c3d-444d-ae91-8875dcf1827d not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:55:40.190629 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-95451a54-3699-4221-ada3-3c275c4d39e4 req-71787de5-8084-43b7-b412-1331acb80dbd tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 210 time: 0.0436981 Aug 24 16:55:41.314111 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3e284ef3-9566-4857-be1d-2edeb6ac6aa3 req-f03531df-5565-4d17-a45f-0a7513ce3a10 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 210 time: 0.0383451 Aug 24 16:55:42.207149 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b664b-28a0-461d-a98d-ae2783fc487b req-f1502a70-c224-4c14-8888-9a0dd6e8c1bf tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:42.209590 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f42b664b-28a0-461d-a98d-ae2783fc487b req-f1502a70-c224-4c14-8888-9a0dd6e8c1bf tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 945 time: 0.0543334 Aug 24 16:55:42.273325 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f42b664b-28a0-461d-a98d-ae2783fc487b req-42c2dbad-a5c8-4794-81e4-240e0e27fa8c tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552990 Aug 24 16:55:42.439032 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7c25f195-2696-426e-92cb-e1aef4c0c8f5 req-a9fec4ef-7098-4a55-970d-03df7edbb710 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 210 time: 0.0320928 Aug 24 16:55:43.410634 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24c58a-53d7-4753-a64c-a99cc152b1a0 req-b4a69915-9c0e-4720-99d6-0d546b02c5b4 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:43.413999 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6e24c58a-53d7-4753-a64c-a99cc152b1a0 req-b4a69915-9c0e-4720-99d6-0d546b02c5b4 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 945 time: 0.0594032 Aug 24 16:55:43.464699 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6e24c58a-53d7-4753-a64c-a99cc152b1a0 req-ae2eff44-47a2-43fa-9358-b5cfc3bbf6b9 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449872 Aug 24 16:55:43.590740 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6b7e33d6-5f4b-44a2-9c2d-1e1ccd9bb80a req-05ad5554-512b-4af2-94d4-3d943c8d2d31 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 210 time: 0.0369458 Aug 24 16:55:43.624531 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-54b573b9-20f6-4b50-9727-ac809cf59e2f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:43.626081 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-54b573b9-20f6-4b50-9727-ac809cf59e2f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.40 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 812 time: 0.1586378 Aug 24 16:55:43.701623 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-bee39e28-8a2d-4cd5-9b3f-1e835793a335 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f18db8d724d4436cb1721859066ac74d HTTP/1.1" status: 200 len: 380 time: 0.0640056 Aug 24 16:55:43.710554 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-7380fe66-d9f6-4702-9784-95c6601ce418 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Request body: {'port': {'device_id': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'admin_state_up': True, 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'security_groups': ['dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8']}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:55:43.841702 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67390d64-4d34-4f8c-be85-0d14ed991962 req-50328c64-179b-4341-bffb-a39038226501 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:43.843482 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-67390d64-4d34-4f8c-be85-0d14ed991962 req-50328c64-179b-4341-bffb-a39038226501 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 945 time: 0.0941908 Aug 24 16:55:43.983908 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:43.989798 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-67390d64-4d34-4f8c-be85-0d14ed991962 req-97276962-9324-4243-9142-15069f48c0a0 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Deleting port f92ff26b-1fd6-4762-b61d-f46fed31ae5e {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:55:43.990709 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-67390d64-4d34-4f8c-be85-0d14ed991962 req-97276962-9324-4243-9142-15069f48c0a0 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (f92ff26b-1fd6-4762-b61d-f46fed31ae5e), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:44.019510 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-7380fe66-d9f6-4702-9784-95c6601ce418 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Made reservation on behalf of f18db8d724d4436cb1721859066ac74d for: {'port': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:55:44.023760 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-7380fe66-d9f6-4702-9784-95c6601ce418 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:44.155829 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:44.166199 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-67390d64-4d34-4f8c-be85-0d14ed991962 req-97276962-9324-4243-9142-15069f48c0a0 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] For port f92ff26b-1fd6-4762-b61d-f46fed31ae5e, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=f92ff26b-1fd6-4762-b61d-f46fed31ae5e,segment=NetworkSegment(afd45520-f651-4b4b-9edd-0f366f277cb9),segment_id=afd45520-f651-4b4b-9edd-0f366f277cb9)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:55:44.166566 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-67390d64-4d34-4f8c-be85-0d14ed991962 req-97276962-9324-4243-9142-15069f48c0a0 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (f92ff26b-1fd6-4762-b61d-f46fed31ae5e), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:44.211921 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-67390d64-4d34-4f8c-be85-0d14ed991962 req-97276962-9324-4243-9142-15069f48c0a0 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Calling delete_port for f92ff26b-1fd6-4762-b61d-f46fed31ae5e owned by compute:nova {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:55:44.287880 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-7380fe66-d9f6-4702-9784-95c6601ce418 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Allocated IP 172.20.0.3 (a598ee64-8390-470b-8704-7686a7a90fa6/b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe/db15a5f4-0c41-433b-9c1f-94e2e5f90555) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:55:44.796090 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cf1fe008-ffc4-409a-89c7-86d9911ba46a req-3e4efc5e-fb7c-4e36-ad62-394db78db4f1 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 210 time: 0.0597215 Aug 24 16:55:44.826308 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e5e8b-5061-40e6-8f00-5294e0940dc0 req-bc315f43-3847-475d-9dc7-4ab50e4e28ea tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:44.828985 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b38e5e8b-5061-40e6-8f00-5294e0940dc0 req-bc315f43-3847-475d-9dc7-4ab50e4e28ea tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e7f155eb-dfef-4b29-9b50-dee03a1efba6 HTTP/1.1" status: 200 len: 945 time: 0.0926929 Aug 24 16:55:44.833401 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-67390d64-4d34-4f8c-be85-0d14ed991962 req-97276962-9324-4243-9142-15069f48c0a0 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (f92ff26b-1fd6-4762-b61d-f46fed31ae5e), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:44.846123 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['f92ff26b-1fd6-4762-b61d-f46fed31ae5e'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:55:44.848978 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-7380fe66-d9f6-4702-9784-95c6601ce418 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for port (db15a5f4-0c41-433b-9c1f-94e2e5f90555), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:44.881752 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97276962-9324-4243-9142-15069f48c0a0 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Pushing event deleted for resources: {'Port': ['ID=f92ff26b-1fd6-4762-b61d-f46fed31ae5e,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:55:44.970474 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-67390d64-4d34-4f8c-be85-0d14ed991962 req-97276962-9324-4243-9142-15069f48c0a0 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] No DVR routers for this DVR port f92ff26b-1fd6-4762-b61d-f46fed31ae5e on host hv-cinder-73116 {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:55:44.974198 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-67390d64-4d34-4f8c-be85-0d14ed991962 req-97276962-9324-4243-9142-15069f48c0a0 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:44.977979 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-67390d64-4d34-4f8c-be85-0d14ed991962 req-97276962-9324-4243-9142-15069f48c0a0 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.40 "DELETE /networking/v2.0/ports/f92ff26b-1fd6-4762-b61d-f46fed31ae5e HTTP/1.1" status: 204 len: 173 time: 1.1290741 Aug 24 16:55:44.978576 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f155eb-dfef-4b29-9b50-dee03a1efba6', 'name': 'network-vif-deleted', 'tag': 'f92ff26b-1fd6-4762-b61d-f46fed31ae5e'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:55:44.980875 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb03e5e-e3b3-4b00-a14d-d62d12020345" -d '{"events": [{"server_uuid": "e7f155eb-dfef-4b29-9b50-dee03a1efba6", "name": "network-vif-deleted", "tag": "f92ff26b-1fd6-4762-b61d-f46fed31ae5e"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:55:44.987930 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b38e5e8b-5061-40e6-8f00-5294e0940dc0 req-cc17e015-cbf0-4985-9e9c-60cfcf8f7c4b tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505256 Aug 24 16:55:45.022411 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5deb0ba-9c70-4e14-8c3f-f8529caa8ed7 x-openstack-request-id: req-c5deb0ba-9c70-4e14-8c3f-f8529caa8ed7 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:55:45.022411 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f155eb-dfef-4b29-9b50-dee03a1efba6", "name": "network-vif-deleted", "tag": "f92ff26b-1fd6-4762-b61d-f46fed31ae5e", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:55:45.022645 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c5deb0ba-9c70-4e14-8c3f-f8529caa8ed7 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:55:45.022922 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5deb0ba-9c70-4e14-8c3f-f8529caa8ed7'] response: {'server_uuid': 'e7f155eb-dfef-4b29-9b50-dee03a1efba6', 'name': 'network-vif-deleted', 'tag': 'f92ff26b-1fd6-4762-b61d-f46fed31ae5e', 'status': 'completed', 'code': 200} Aug 24 16:55:45.070485 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-7380fe66-d9f6-4702-9784-95c6601ce418 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (db15a5f4-0c41-433b-9c1f-94e2e5f90555), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:45.083069 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=5 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:45.120671 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-7380fe66-d9f6-4702-9784-95c6601ce418 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Network a598ee64-8390-470b-8704-7686a7a90fa6 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:55:45.126803 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-7380fe66-d9f6-4702-9784-95c6601ce418 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:55:45.132466 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-7380fe66-d9f6-4702-9784-95c6601ce418 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:55:45.138808 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380fe66-d9f6-4702-9784-95c6601ce418 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event updated for resources: {'Port': ['ID=db15a5f4-0c41-433b-9c1f-94e2e5f90555,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:55:45.201383 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-7380fe66-d9f6-4702-9784-95c6601ce418 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:45.201917 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-7380fe66-d9f6-4702-9784-95c6601ce418 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:45.326975 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-7380fe66-d9f6-4702-9784-95c6601ce418 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6203833 Aug 24 16:55:45.339482 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Request body: {'port': {'device_id': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:55:45.401033 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (db15a5f4-0c41-433b-9c1f-94e2e5f90555), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:45.415819 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-d643594d-5787-4336-9130-b2ccd1286115 None None] Provisioning complete for port db15a5f4-0c41-433b-9c1f-94e2e5f90555 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:55:45.416232 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-d643594d-5787-4336-9130-b2ccd1286115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (db15a5f4-0c41-433b-9c1f-94e2e5f90555), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:45.436085 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=5 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:45.449949 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-d643594d-5787-4336-9130-b2ccd1286115 None None] Port db15a5f4-0c41-433b-9c1f-94e2e5f90555 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:55:45.682857 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db15a5f4-0c41-433b-9c1f-94e2e5f90555 {{(pid=113370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:55:45.690587 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Publish callbacks [] for port (db15a5f4-0c41-433b-9c1f-94e2e5f90555), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:45.706931 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.provisioning_blocks [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Transition to ACTIVE for port object db15a5f4-0c41-433b-9c1f-94e2e5f90555 will not be triggered until provisioned by entity L2. {{(pid=113370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:55:45.780152 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (db15a5f4-0c41-433b-9c1f-94e2e5f90555), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:45.861352 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Pushing event updated for resources: {'Port': ['ID=db15a5f4-0c41-433b-9c1f-94e2e5f90555,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:55:45.905389 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Attempting to bind port db15a5f4-0c41-433b-9c1f-94e2e5f90555 on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:55:45.908713 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Attempting to bind port db15a5f4-0c41-433b-9c1f-94e2e5f90555 by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:55:45.908713 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Attempting to bind port db15a5f4-0c41-433b-9c1f-94e2e5f90555 on network a598ee64-8390-470b-8704-7686a7a90fa6 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:55:45.934614 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Port db15a5f4-0c41-433b-9c1f-94e2e5f90555 on network a598ee64-8390-470b-8704-7686a7a90fa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:55:45.934870 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Attempting to bind port db15a5f4-0c41-433b-9c1f-94e2e5f90555 on network a598ee64-8390-470b-8704-7686a7a90fa6 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:55:45.946041 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:55:45.946389 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Checking segment: {'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:55:45.946757 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Bound using segment: {'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:55:45.947184 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Bound port: db15a5f4-0c41-433b-9c1f-94e2e5f90555, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'}}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:55:45.947542 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (db15a5f4-0c41-433b-9c1f-94e2e5f90555), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:45.956209 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985cac8-bcb8-4cc7-a49e-a7e1d77dfcc0 req-3e07dc77-3278-49b6-a4b3-6a1b26b68124 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:45.957704 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9985cac8-bcb8-4cc7-a49e-a7e1d77dfcc0 req-3e07dc77-3278-49b6-a4b3-6a1b26b68124 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 943 time: 0.0667379 Aug 24 16:55:46.052290 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9985cac8-bcb8-4cc7-a49e-a7e1d77dfcc0 req-dc9859a6-3e1c-4066-ae41-231a73efaa78 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879807 Aug 24 16:55:46.056871 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] For port db15a5f4-0c41-433b-9c1f-94e2e5f90555, host hv-cinder-73116, cleared binding levels {{(pid=113370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:55:46.060288 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] For port db15a5f4-0c41-433b-9c1f-94e2e5f90555, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=db15a5f4-0c41-433b-9c1f-94e2e5f90555,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:55:46.168960 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (db15a5f4-0c41-433b-9c1f-94e2e5f90555), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:46.173626 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:46.174231 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:46.175590 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/db15a5f4-0c41-433b-9c1f-94e2e5f90555 HTTP/1.1" status: 200 len: 1093 time: 0.8404830 Aug 24 16:55:46.231004 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b07297-d3b0-47b5-8a77-e280eecaa848 service neutron] Pushing event updated for resources: {'Port': ['ID=db15a5f4-0c41-433b-9c1f-94e2e5f90555,revision_number=3']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:55:46.341747 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:46.345228 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-33e3cebd-0c59-4fed-9b40-49af42aefdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:46.346744 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-33e3cebd-0c59-4fed-9b40-49af42aefdb2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 1127 time: 0.0464957 Aug 24 16:55:46.389330 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-d8c84f1c-cdfd-491f-b2a0-377e2af480d0 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db15a5f4-0c41-433b-9c1f-94e2e5f90555 HTTP/1.1" status: 200 len: 217 time: 0.0361578 Aug 24 16:55:46.440504 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-caed9f52-c33d-4dcc-9bc0-64925e81906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:46.441945 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-caed9f52-c33d-4dcc-9bc0-64925e81906e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe HTTP/1.1" status: 200 len: 851 time: 0.0474839 Aug 24 16:55:46.485937 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-2a3e5e55-f18a-4323-9422-e3419068d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:46.487344 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-2a3e5e55-f18a-4323-9422-e3419068d07f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a598ee64-8390-470b-8704-7686a7a90fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399504 Aug 24 16:55:46.591521 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-ec02af22-084a-4806-bfe1-dc5c442ad93d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982656 Aug 24 16:55:46.696483 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e95cf1dc-440b-4112-83b8-4de9a77215fb req-14c48950-0fa2-4bad-9aa4-49a50c49f940 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989890 Aug 24 16:55:47.023841 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'tag': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:55:47.026318 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e337203-d2ac-45c2-951e-943b43d211c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d93aa8a9-96b8-4360-bb4d-36fa81f3b459", "tag": "db15a5f4-0c41-433b-9c1f-94e2e5f90555"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:55:47.064109 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8e1b52-8081-4c91-bd8a-3ca5affb9bf3 x-openstack-request-id: req-2d8e1b52-8081-4c91-bd8a-3ca5affb9bf3 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:55:47.064436 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93aa8a9-96b8-4360-bb4d-36fa81f3b459", "tag": "db15a5f4-0c41-433b-9c1f-94e2e5f90555", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:55:47.064761 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2d8e1b52-8081-4c91-bd8a-3ca5affb9bf3 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:55:47.065164 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8e1b52-8081-4c91-bd8a-3ca5affb9bf3'] response: {'name': 'network-changed', 'server_uuid': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'tag': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555', 'status': 'completed', 'code': 200} Aug 24 16:55:47.180273 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d072a-1131-44b7-8aa4-cde32067ea7e req-818aa4c3-b084-4c90-8e43-d62bc86da116 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:47.181689 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-403d072a-1131-44b7-8aa4-cde32067ea7e req-818aa4c3-b084-4c90-8e43-d62bc86da116 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 943 time: 0.0511782 Aug 24 16:55:47.197747 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:47.237835 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-403d072a-1131-44b7-8aa4-cde32067ea7e req-6b0cffde-910a-489a-9902-ec3e725be31c tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464983 Aug 24 16:55:47.934038 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=70 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:47.934817 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=62 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:48.381879 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c1482-24c7-4976-a6bd-5002e34f4990 req-bfb891e9-a2f6-4e60-aa10-2b4d99cd85c0 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:48.383350 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c29c1482-24c7-4976-a6bd-5002e34f4990 req-bfb891e9-a2f6-4e60-aa10-2b4d99cd85c0 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 943 time: 0.0653095 Aug 24 16:55:48.434002 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c29c1482-24c7-4976-a6bd-5002e34f4990 req-32819360-78dd-4936-ad93-cd70586df7c3 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450573 Aug 24 16:55:48.575075 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device f92ff26b-1fd6-4762-b61d-f46fed31ae5e no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:55:48.594604 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: f92ff26b-1fd6-4762-b61d-f46fed31ae5e {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:55:48.594958 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device f92ff26b-1fd6-4762-b61d-f46fed31ae5e not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:55:49.569881 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e337203-d2ac-45c2-951e-943b43d211c6 req-fab75043-d714-4261-a218-2652e839e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:49.571598 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4e337203-d2ac-45c2-951e-943b43d211c6 req-fab75043-d714-4261-a218-2652e839e168 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 1127 time: 0.0740290 Aug 24 16:55:49.596325 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51a70b-f988-4bbc-b16c-020a9b5575fe req-b1416ed8-b095-40b4-bf35-de0c1fddc28a tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:49.597943 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5d51a70b-f988-4bbc-b16c-020a9b5575fe req-b1416ed8-b095-40b4-bf35-de0c1fddc28a tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 943 time: 0.0886738 Aug 24 16:55:49.715506 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5d51a70b-f988-4bbc-b16c-020a9b5575fe req-a9edcbdb-72f1-4f15-b120-1a40fb16fc7a tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057651 Aug 24 16:55:49.726337 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e337203-d2ac-45c2-951e-943b43d211c6 req-42373f8d-e6a8-4187-bfea-2e875050432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:49.727817 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4e337203-d2ac-45c2-951e-943b43d211c6 req-42373f8d-e6a8-4187-bfea-2e875050432f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 913 time: 0.1500859 Aug 24 16:55:49.769916 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4e337203-d2ac-45c2-951e-943b43d211c6 req-3fb7bf52-fafe-4482-8969-7c8cbbc59dcd service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db15a5f4-0c41-433b-9c1f-94e2e5f90555 HTTP/1.1" status: 200 len: 217 time: 0.0354486 Aug 24 16:55:49.820516 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e337203-d2ac-45c2-951e-943b43d211c6 req-53155d8e-ae9c-466a-a82e-aba45486ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:49.822007 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4e337203-d2ac-45c2-951e-943b43d211c6 req-53155d8e-ae9c-466a-a82e-aba45486ca2b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe HTTP/1.1" status: 200 len: 851 time: 0.0466173 Aug 24 16:55:49.866244 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e337203-d2ac-45c2-951e-943b43d211c6 req-5ff8617f-b309-4088-ad95-62cbd3e64d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:49.867753 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4e337203-d2ac-45c2-951e-943b43d211c6 req-5ff8617f-b309-4088-ad95-62cbd3e64d50 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a598ee64-8390-470b-8704-7686a7a90fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398493 Aug 24 16:55:49.965318 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4e337203-d2ac-45c2-951e-943b43d211c6 req-cf89fd78-8db4-47cd-be86-272b761f088e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912015 Aug 24 16:55:50.066162 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4e337203-d2ac-45c2-951e-943b43d211c6 req-b224a656-f127-4716-9e2c-01100ea7ef0e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935314 Aug 24 16:55:50.625384 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:50.840527 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c9f5e-5f0d-4145-9b0d-eef63dca1534 req-88942114-4778-46dd-9585-daa254656f63 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:50.842031 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-320c9f5e-5f0d-4145-9b0d-eef63dca1534 req-88942114-4778-46dd-9585-daa254656f63 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 943 time: 0.0506608 Aug 24 16:55:50.861336 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:50.904891 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-320c9f5e-5f0d-4145-9b0d-eef63dca1534 req-15049aa0-6b2f-4ecf-bb80-4458be44007f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570714 Aug 24 16:55:52.020271 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc346c3-cd04-4acb-b8b1-0b495c2edf8d req-35335bad-7e37-4551-a4a7-7b468aa89c9f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:52.021747 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-abc346c3-cd04-4acb-b8b1-0b495c2edf8d req-35335bad-7e37-4551-a4a7-7b468aa89c9f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 943 time: 0.0478606 Aug 24 16:55:52.072955 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-abc346c3-cd04-4acb-b8b1-0b495c2edf8d req-e8896acd-0a5f-4558-b0b3-9941baa89b96 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454297 Aug 24 16:55:53.200443 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821cc17-740d-4de5-8228-edaad68f2641 req-5d7d1ac7-f293-4a34-83d2-f6891a7196da tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:53.201843 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b821cc17-740d-4de5-8228-edaad68f2641 req-5d7d1ac7-f293-4a34-83d2-f6891a7196da tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 943 time: 0.0516214 Aug 24 16:55:53.253558 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b821cc17-740d-4de5-8228-edaad68f2641 req-38c3334d-e6e2-4221-b933-7bf2793d97d6 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461700 Aug 24 16:55:54.387707 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad15c1-c793-4817-8285-f8af056bab4f req-a751bc29-12a7-4d6e-b933-c5b85900453c tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:54.389225 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-61ad15c1-c793-4817-8285-f8af056bab4f req-a751bc29-12a7-4d6e-b933-c5b85900453c tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 943 time: 0.0504055 Aug 24 16:55:54.444294 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-61ad15c1-c793-4817-8285-f8af056bab4f req-046b2bde-9209-479f-88a5-196b66877c73 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482073 Aug 24 16:55:54.572933 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device db15a5f4-0c41-433b-9c1f-94e2e5f90555 details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:55:54.706517 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port db15a5f4-0c41-433b-9c1f-94e2e5f90555, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=db15a5f4-0c41-433b-9c1f-94e2e5f90555,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:55:54.720253 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'port_id': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555', 'mac_address': 'fa:16:3e:fa:f4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:55:54.757258 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port db15a5f4-0c41-433b-9c1f-94e2e5f90555 is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:55:54.757646 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (db15a5f4-0c41-433b-9c1f-94e2e5f90555), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:54.775012 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db15a5f4-0c41-433b-9c1f-94e2e5f90555 {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:55:54.795973 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port db15a5f4-0c41-433b-9c1f-94e2e5f90555, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=db15a5f4-0c41-433b-9c1f-94e2e5f90555,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:55:54.881105 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (db15a5f4-0c41-433b-9c1f-94e2e5f90555), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:54.944485 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=db15a5f4-0c41-433b-9c1f-94e2e5f90555,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:55:54.952311 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:54.952695 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:54.953040 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:54.953387 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:54.953722 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:54.954054 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:54.954381 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:54.954703 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:54.955033 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:54.955358 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:54.955691 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:54.956011 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:54.956333 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:54.956675 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:54.957006 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:55:55.552872 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:55.570416 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02fcce-5e57-4473-b2cb-c45ca89e00e9 req-0332dc77-b447-44fa-a7ae-2a20b894cb01 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:55.571954 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-db02fcce-5e57-4473-b2cb-c45ca89e00e9 req-0332dc77-b447-44fa-a7ae-2a20b894cb01 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 944 time: 0.0534120 Aug 24 16:55:55.625356 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-db02fcce-5e57-4473-b2cb-c45ca89e00e9 req-e1c3c10f-687a-4d65-9727-6b7480ec76c3 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473931 Aug 24 16:55:55.693353 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['db15a5f4-0c41-433b-9c1f-94e2e5f90555'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:55:55.863041 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:55.901724 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:55.974267 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-2a3356cb-4a2e-46cd-a56a-1158ecad1b59 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:55.977223 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-2a3356cb-4a2e-46cd-a56a-1158ecad1b59 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/networks?id=0fad45f7-64ff-4f27-a6f9-be1f6000309c HTTP/1.1" status: 200 len: 813 time: 0.1164110 Aug 24 16:55:55.992414 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-97bfa667-84bf-4eb4-ac36-fa9a48b5468b tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/quotas/0c6157140b76496d8d6d05bfff3a9121 HTTP/1.1" status: 200 len: 375 time: 0.0097396 Aug 24 16:55:56.031709 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-92acc87b-5f96-4c99-81c5-708f3ebccba5 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=0c6157140b76496d8d6d05bfff3a9121&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335934 Aug 24 16:55:56.142495 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-52474742-5527-4fc1-9135-19e89d9f2323 service neutron] http://10.222.0.17:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113370) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 16:55:56.143942 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-52474742-5527-4fc1-9135-19e89d9f2323 service neutron] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1058514 Aug 24 16:55:56.239659 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-01afa7fa-819b-491d-80f4-4c6043839be5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/0fad45f7-64ff-4f27-a6f9-be1f6000309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881257 Aug 24 16:55:56.347287 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-8ed457c9-28df-46ba-b86d-0fc69b93c19a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/0fad45f7-64ff-4f27-a6f9-be1f6000309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972230 Aug 24 16:55:56.593769 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:55:56.759229 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb181-02a3-4218-a5f6-2a435284aa9f req-17cdd87e-144d-4ab3-b5c9-703c8ac70ea1 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:56.760767 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fe8cb181-02a3-4218-a5f6-2a435284aa9f req-17cdd87e-144d-4ab3-b5c9-703c8ac70ea1 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 944 time: 0.0551763 Aug 24 16:55:56.818368 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fe8cb181-02a3-4218-a5f6-2a435284aa9f req-6aae8867-df45-4b5c-967e-c5c1065a60b4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500917 Aug 24 16:55:57.598898 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b26a8abc-2fd9-43e9-89f1-bd6e17b087e5 req-a28ef472-4fe6-465b-8401-9f09c42cf771 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 210 time: 0.0292125 Aug 24 16:55:57.808738 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device db15a5f4-0c41-433b-9c1f-94e2e5f90555 up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:55:57.855864 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port db15a5f4-0c41-433b-9c1f-94e2e5f90555 completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:55:57.923640 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port db15a5f4-0c41-433b-9c1f-94e2e5f90555 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:55:57.926974 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (db15a5f4-0c41-433b-9c1f-94e2e5f90555), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:57.969823 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5865ec-02b9-4000-8e14-01fecff9b0a3 req-85b6cc73-78cb-440a-b058-5aef7ddc9b1d tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:57.969823 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6c5865ec-02b9-4000-8e14-01fecff9b0a3 req-85b6cc73-78cb-440a-b058-5aef7ddc9b1d tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 944 time: 0.0690284 Aug 24 16:55:58.036848 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port db15a5f4-0c41-433b-9c1f-94e2e5f90555 is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:55:58.037263 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (db15a5f4-0c41-433b-9c1f-94e2e5f90555), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:58.042233 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6c5865ec-02b9-4000-8e14-01fecff9b0a3 req-ece9ac8e-9a1a-4ace-9baa-3ec549b230fa tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613554 Aug 24 16:55:58.071263 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:55:58.073488 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9d4346-13f0-4e68-83f2-6147c13b8f00" -d '{"events": [{"server_uuid": "d93aa8a9-96b8-4360-bb4d-36fa81f3b459", "name": "network-vif-plugged", "status": "completed", "tag": "db15a5f4-0c41-433b-9c1f-94e2e5f90555"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:55:58.089018 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port db15a5f4-0c41-433b-9c1f-94e2e5f90555, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=db15a5f4-0c41-433b-9c1f-94e2e5f90555,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:55:58.172741 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (db15a5f4-0c41-433b-9c1f-94e2e5f90555), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:55:58.256623 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=db15a5f4-0c41-433b-9c1f-94e2e5f90555,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:55:58.256623 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df33732-fcf9-4b3a-92ca-3ffd64db0495 x-openstack-request-id: req-6df33732-fcf9-4b3a-92ca-3ffd64db0495 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:55:58.256623 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93aa8a9-96b8-4360-bb4d-36fa81f3b459", "name": "network-vif-plugged", "status": "completed", "tag": "db15a5f4-0c41-433b-9c1f-94e2e5f90555", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:55:58.256623 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6df33732-fcf9-4b3a-92ca-3ffd64db0495 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:55:58.256623 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6df33732-fcf9-4b3a-92ca-3ffd64db0495'] response: {'server_uuid': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555', 'code': 200} Aug 24 16:55:58.723789 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-54e8be87-482a-4d8b-b916-bde6a210a021 req-b65e08c6-2d5f-4f3f-bbc6-ffed219ea573 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 210 time: 0.0389266 Aug 24 16:55:58.725713 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337e56f-37ef-4429-9586-17c1dd0b7ac2 req-4babe4fb-7f7f-4bc3-8f0f-74d9c48c9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:58.728849 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1337e56f-37ef-4429-9586-17c1dd0b7ac2 req-4babe4fb-7f7f-4bc3-8f0f-74d9c48c9b8f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 1129 time: 0.0737178 Aug 24 16:55:58.786646 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1337e56f-37ef-4429-9586-17c1dd0b7ac2 req-dae29c9b-4021-4e8c-b0cc-f01a02ef8934 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509315 Aug 24 16:55:59.169941 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3b83b-057f-4f1d-927f-1ba0c351b48e req-69879cfa-aa7b-4517-b752-2678028a4b6c tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:55:59.171527 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-32a3b83b-057f-4f1d-927f-1ba0c351b48e req-69879cfa-aa7b-4517-b752-2678028a4b6c tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 945 time: 0.0517879 Aug 24 16:55:59.205638 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:55:59.226205 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-32a3b83b-057f-4f1d-927f-1ba0c351b48e req-9d02788b-31ab-4ba6-a28a-c50da2d61b9e tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484688 Aug 24 16:55:59.832136 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-07b70d16-30b0-410e-ba79-402c38d4060a req-b1b42d5f-b64d-49d9-8671-0135213b5352 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 210 time: 0.0287356 Aug 24 16:56:00.352853 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5279a-ad0b-4e99-a15d-8dc4eeb210b2 req-a1e3fd0c-ef11-403a-b5bb-904b812287d7 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:00.354343 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a2f5279a-ad0b-4e99-a15d-8dc4eeb210b2 req-a1e3fd0c-ef11-403a-b5bb-904b812287d7 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 945 time: 0.0512977 Aug 24 16:56:00.421578 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a2f5279a-ad0b-4e99-a15d-8dc4eeb210b2 req-9e37328d-a1ce-47e5-b144-b4282a3681fe tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615633 Aug 24 16:56:00.579568 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c3ea9-1ef5-454e-931c-d40a9a1fa75e req-9ab055e6-da19-4d9a-8463-9814b38914f8 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:00.581029 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-324c3ea9-1ef5-454e-931c-d40a9a1fa75e req-9ab055e6-da19-4d9a-8463-9814b38914f8 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 945 time: 0.0829012 Aug 24 16:56:00.619834 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:00.680124 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-5a5d10c4-5513-4753-ba52-9a509d87652b tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:00.681639 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-5a5d10c4-5513-4753-ba52-9a509d87652b tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.40 "GET /networking/v2.0/networks?id=0fad45f7-64ff-4f27-a6f9-be1f6000309c HTTP/1.1" status: 200 len: 813 time: 0.1694841 Aug 24 16:56:00.696189 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-61c44bfd-68de-4b34-aeeb-458ba7cc2c3e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Request body: {'port': {'device_id': '4a693f69-508b-4433-8628-9d929eb2507d', 'network_id': '0fad45f7-64ff-4f27-a6f9-be1f6000309c', 'admin_state_up': True, 'tenant_id': '0c6157140b76496d8d6d05bfff3a9121'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:56:00.705189 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-324c3ea9-1ef5-454e-931c-d40a9a1fa75e req-7cd58c29-ea87-4f1a-8e85-52bc58e5fe34 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178465 Aug 24 16:56:00.735882 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 42576) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:56:00.786684 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f05553-70cf-4b52-b73e-930d3378529c tempest-TestVolumeBootPattern-437086977 tempest-TestVolumeBootPattern-437086977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:00.788474 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-d0f05553-70cf-4b52-b73e-930d3378529c tempest-TestVolumeBootPattern-437086977 tempest-TestVolumeBootPattern-437086977-project-admin] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 1124 time: 0.0512195 Aug 24 16:56:00.794032 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 42580) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:56:00.801712 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.v2.base [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Request body: {'floatingip': {'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'port_id': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=113369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:56:00.940767 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:00.942443 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b815e7ce-7e9e-4713-ba7b-54c3b19daf7e req-cffd5f1e-b482-407e-88c8-aa0696c89094 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 210 time: 0.0356174 Aug 24 16:56:00.943005 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-61c44bfd-68de-4b34-aeeb-458ba7cc2c3e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Made reservation on behalf of 0c6157140b76496d8d6d05bfff3a9121 for: {'port': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:56:00.950082 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-61c44bfd-68de-4b34-aeeb-458ba7cc2c3e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:01.036602 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:01.105904 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-61c44bfd-68de-4b34-aeeb-458ba7cc2c3e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Allocated IP 172.20.0.9 (0fad45f7-64ff-4f27-a6f9-be1f6000309c/c8cf0a73-145c-4e8c-81a5-1f2b2e0be258/136ca553-7d2d-4c1a-aed6-8831c99be33d) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:56:01.169145 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_common [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Allocated IP 172.27.4.25 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/4be749bb-d66b-4ba4-9c1d-19759dbac0c6) {{(pid=113369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:56:01.274685 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-61c44bfd-68de-4b34-aeeb-458ba7cc2c3e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Publish callbacks [] for port (136ca553-7d2d-4c1a-aed6-8831c99be33d), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:01.279070 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:01.286683 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for port (4be749bb-d66b-4ba4-9c1d-19759dbac0c6), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:01.412079 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-61c44bfd-68de-4b34-aeeb-458ba7cc2c3e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (136ca553-7d2d-4c1a-aed6-8831c99be33d), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:01.412718 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (4be749bb-d66b-4ba4-9c1d-19759dbac0c6), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:01.463437 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:56:01.465603 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-61c44bfd-68de-4b34-aeeb-458ba7cc2c3e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Network 0fad45f7-64ff-4f27-a6f9-be1f6000309c is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:56:01.469356 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-61c44bfd-68de-4b34-aeeb-458ba7cc2c3e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:56:01.469587 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.base_scheduler [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Resources bound (agent type, host, resource id): {{(pid=113369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:56:01.471729 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event updated for resources: {'Port': ['ID=4be749bb-d66b-4ba4-9c1d-19759dbac0c6,revision_number=1']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:56:01.474209 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Received port after_create {{(pid=113369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:56:01.474838 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-61c44bfd-68de-4b34-aeeb-458ba7cc2c3e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:56:01.500401 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c44bfd-68de-4b34-aeeb-458ba7cc2c3e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Pushing event updated for resources: {'Port': ['ID=136ca553-7d2d-4c1a-aed6-8831c99be33d,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:56:01.501964 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:56:01.502331 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:56:01.502661 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:56:01.503004 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:56:01.503346 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:56:01.503688 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:56:01.504014 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:56:01.504393 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:56:01.504753 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:56:01.505054 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:56:01.505342 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:56:01.505690 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:56:01.505998 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:56:01.506322 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:56:01.506642 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:56:01.536707 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-61c44bfd-68de-4b34-aeeb-458ba7cc2c3e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:01.537699 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-61c44bfd-68de-4b34-aeeb-458ba7cc2c3e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:01.628250 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-61c44bfd-68de-4b34-aeeb-458ba7cc2c3e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9367929 Aug 24 16:56:01.639443 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Request body: {'port': {'device_id': '4a693f69-508b-4433-8628-9d929eb2507d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:56:01.705350 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (136ca553-7d2d-4c1a-aed6-8831c99be33d), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:01.768416 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:01.835088 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:01.871116 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for floatingip (e3319bd2-ba5b-4d91-8de9-cfb91a60fdaf), precommit_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:01.871374 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-863abe4f-2017-454f-bc35-4554cca0ea5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:01.874476 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:01.992966 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136ca553-7d2d-4c1a-aed6-8831c99be33d {{(pid=113370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:56:02.001174 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Publish callbacks [] for port (136ca553-7d2d-4c1a-aed6-8831c99be33d), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:02.014567 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.provisioning_blocks [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Transition to ACTIVE for port object 136ca553-7d2d-4c1a-aed6-8831c99be33d will not be triggered until provisioned by entity L2. {{(pid=113370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:56:02.046809 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (4be749bb-d66b-4ba4-9c1d-19759dbac0c6), before_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:02.078793 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a6dd7-3cfe-47e0-8acb-87fbb6901b03 req-56a88efb-574b-4668-975e-57702a92999d tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:02.080682 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f54a6dd7-3cfe-47e0-8acb-87fbb6901b03 req-56a88efb-574b-4668-975e-57702a92999d tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 931 time: 0.0522709 Aug 24 16:56:02.098746 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (136ca553-7d2d-4c1a-aed6-8831c99be33d), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:02.173495 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:02.205625 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Pushing event updated for resources: {'Port': ['ID=136ca553-7d2d-4c1a-aed6-8831c99be33d,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:56:02.232119 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f54a6dd7-3cfe-47e0-8acb-87fbb6901b03 req-2fd934c8-b344-48a7-a42f-5fc8d6fb4c90 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412315 Aug 24 16:56:02.243313 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for port (4be749bb-d66b-4ba4-9c1d-19759dbac0c6), precommit_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:02.268549 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Attempting to bind port 136ca553-7d2d-4c1a-aed6-8831c99be33d on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:56:02.268976 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Attempting to bind port 136ca553-7d2d-4c1a-aed6-8831c99be33d by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': 'afd45520-f651-4b4b-9edd-0f366f277cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0fad45f7-64ff-4f27-a6f9-be1f6000309c'}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:56:02.269217 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Attempting to bind port 136ca553-7d2d-4c1a-aed6-8831c99be33d on network 0fad45f7-64ff-4f27-a6f9-be1f6000309c {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:56:02.275428 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Port 136ca553-7d2d-4c1a-aed6-8831c99be33d on network 0fad45f7-64ff-4f27-a6f9-be1f6000309c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:56:02.275753 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Attempting to bind port 136ca553-7d2d-4c1a-aed6-8831c99be33d on network 0fad45f7-64ff-4f27-a6f9-be1f6000309c {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:56:02.283552 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:56:02.283893 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Checking segment: {'id': 'afd45520-f651-4b4b-9edd-0f366f277cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0fad45f7-64ff-4f27-a6f9-be1f6000309c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:56:02.284280 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Bound using segment: {'id': 'afd45520-f651-4b4b-9edd-0f366f277cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0fad45f7-64ff-4f27-a6f9-be1f6000309c'} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:56:02.284738 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Bound port: 136ca553-7d2d-4c1a-aed6-8831c99be33d, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd45520-f651-4b4b-9edd-0f366f277cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0fad45f7-64ff-4f27-a6f9-be1f6000309c'}}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:56:02.285093 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (136ca553-7d2d-4c1a-aed6-8831c99be33d), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:02.326669 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127532168'] for port (4be749bb-d66b-4ba4-9c1d-19759dbac0c6), after_update {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:02.350147 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] For port 136ca553-7d2d-4c1a-aed6-8831c99be33d, host hv-cinder-73116, cleared binding levels {{(pid=113370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:56:02.353562 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] For port 136ca553-7d2d-4c1a-aed6-8831c99be33d, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=136ca553-7d2d-4c1a-aed6-8831c99be33d,segment=NetworkSegment(afd45520-f651-4b4b-9edd-0f366f277cb9),segment_id=afd45520-f651-4b4b-9edd-0f366f277cb9)] {{(pid=113370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:56:02.396081 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (e3319bd2-ba5b-4d91-8de9-cfb91a60fdaf), after_create {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:02.398718 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event updated for resources: {'Port': ['ID=4be749bb-d66b-4ba4-9c1d-19759dbac0c6,revision_number=2']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:56:02.506377 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.l3_db [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Floating IP e3319bd2-ba5b-4d91-8de9-cfb91a60fdaf associated. External IP: 172.27.4.25, port: db15a5f4-0c41-433b-9c1f-94e2e5f90555. Aug 24 16:56:02.511360 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (136ca553-7d2d-4c1a-aed6-8831c99be33d), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:02.514436 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:02.515697 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:02.517297 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/136ca553-7d2d-4c1a-aed6-8831c99be33d HTTP/1.1" status: 200 len: 1093 time: 0.8820083 Aug 24 16:56:02.519877 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a693f69-508b-4433-8628-9d929eb2507d', 'tag': '136ca553-7d2d-4c1a-aed6-8831c99be33d'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:56:02.522646 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13693634-ae4e-4401-ac13-edf57816c42f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a693f69-508b-4433-8628-9d929eb2507d", "tag": "136ca553-7d2d-4c1a-aed6-8831c99be33d"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:56:02.569323 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58544195-71f2-4100-bbf6-15c21556e390 x-openstack-request-id: req-58544195-71f2-4100-bbf6-15c21556e390 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:56:02.569794 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a693f69-508b-4433-8628-9d929eb2507d", "tag": "136ca553-7d2d-4c1a-aed6-8831c99be33d", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:56:02.570187 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-58544195-71f2-4100-bbf6-15c21556e390 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:56:02.570799 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58544195-71f2-4100-bbf6-15c21556e390'] response: {'name': 'network-changed', 'server_uuid': '4a693f69-508b-4433-8628-9d929eb2507d', 'tag': '136ca553-7d2d-4c1a-aed6-8831c99be33d', 'status': 'completed', 'code': 200} Aug 24 16:56:02.609212 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:02.637347 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515c377-7e48-4351-82e1-3cacfcd0122e service neutron] Pushing event updated for resources: {'Port': ['ID=136ca553-7d2d-4c1a-aed6-8831c99be33d,revision_number=3']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:56:02.652866 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13693634-ae4e-4401-ac13-edf57816c42f req-55035727-fe72-4dbd-95a2-ae4bcda77582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:02.653609 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-13693634-ae4e-4401-ac13-edf57816c42f req-55035727-fe72-4dbd-95a2-ae4bcda77582 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0c6157140b76496d8d6d05bfff3a9121&device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 1127 time: 0.0621004 Aug 24 16:56:02.784286 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13693634-ae4e-4401-ac13-edf57816c42f req-9c6b739a-c2be-4858-b05b-284b9900b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:02.785675 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-13693634-ae4e-4401-ac13-edf57816c42f req-9c6b739a-c2be-4858-b05b-284b9900b2d0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=0c6157140b76496d8d6d05bfff3a9121&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1252651 Aug 24 16:56:02.786633 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Router 50cda684-8082-4bcd-a417-8b482166b890 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:56:02.889001 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13693634-ae4e-4401-ac13-edf57816c42f req-fa92e635-5b85-4a17-ab51-389adeb6bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:02.890606 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-13693634-ae4e-4401-ac13-edf57816c42f req-fa92e635-5b85-4a17-ab51-389adeb6bd1d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991900 Aug 24 16:56:02.900737 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:56:02.911326 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6bb139-f510-419b-9ccd-12be7044e54e None None] Sync routers for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:56:02.923499 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6bb139-f510-419b-9ccd-12be7044e54e None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:56:02.927092 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-5a6bb139-f510-419b-9ccd-12be7044e54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:55:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:56:02.971103 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:02.982480 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-2d410a09-cbac-46d5-a1c9-c7606e765f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:02.984443 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:02.984593 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-2d410a09-cbac-46d5-a1c9-c7606e765f2e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0c6157140b76496d8d6d05bfff3a9121&device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 1127 time: 0.0439665 Aug 24 16:56:03.020009 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-916bd91f-3e51-4633-9df3-f226b0ea6636 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2241938 Aug 24 16:56:03.021081 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'tag': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:56:03.023792 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d80ea7-81cb-4837-998d-50e440e536d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d93aa8a9-96b8-4360-bb4d-36fa81f3b459", "tag": "db15a5f4-0c41-433b-9c1f-94e2e5f90555"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:56:03.032294 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-5a6bb139-f510-419b-9ccd-12be7044e54e None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:56:03.032532 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-f0cd89b8-3cbc-4429-a61a-e37a91298713 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=136ca553-7d2d-4c1a-aed6-8831c99be33d HTTP/1.1" status: 200 len: 217 time: 0.0414064 Aug 24 16:56:03.091020 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-36a46e83-b96c-4b09-bccb-1162a352ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:03.093386 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-36a46e83-b96c-4b09-bccb-1162a352ee90 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=c8cf0a73-145c-4e8c-81a5-1f2b2e0be258 HTTP/1.1" status: 200 len: 853 time: 0.0546570 Aug 24 16:56:03.128365 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-b101e622-f7b8-44c2-a783-c9cd722da1f0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=0fad45f7-64ff-4f27-a6f9-be1f6000309c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299637 Aug 24 16:56:03.148584 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08be1425-b469-449d-815a-c451526cb641 x-openstack-request-id: req-08be1425-b469-449d-815a-c451526cb641 {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:56:03.151987 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93aa8a9-96b8-4360-bb4d-36fa81f3b459", "tag": "db15a5f4-0c41-433b-9c1f-94e2e5f90555", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:56:03.151987 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-08be1425-b469-449d-815a-c451526cb641 {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:56:03.151987 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08be1425-b469-449d-815a-c451526cb641'] response: {'name': 'network-changed', 'server_uuid': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'tag': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555', 'status': 'completed', 'code': 200} Aug 24 16:56:03.249723 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d80ea7-81cb-4837-998d-50e440e536d7 req-fb96c8ef-dfd9-4d86-a849-0c323456d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:03.251224 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-40d80ea7-81cb-4837-998d-50e440e536d7 req-fb96c8ef-dfd9-4d86-a849-0c323456d686 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 1129 time: 0.0833502 Aug 24 16:56:03.297991 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-137d4f88-c14e-472a-9068-f72d53f13330 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fad45f7-64ff-4f27-a6f9-be1f6000309c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634116 Aug 24 16:56:03.314170 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-5a6bb139-f510-419b-9ccd-12be7044e54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': 'e3319bd2-ba5b-4d91-8de9-cfb91a60fdaf', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'floating_ip_address': '172.27.4.25', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '50cda684-8082-4bcd-a417-8b482166b890', 'port_id': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'mac_address': 'fa:16:3e:fa:f4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:56:01Z', 'updated_at': '2022-08-24T16:56:01Z', 'revision_number': 0, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:56:03.353758 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6bb139-f510-419b-9ccd-12be7044e54e None None] Checking router: 50cda684-8082-4bcd-a417-8b482166b890 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:56:03.363026 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6bb139-f510-419b-9ccd-12be7044e54e None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:56:03.363648 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-5a6bb139-f510-419b-9ccd-12be7044e54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:55:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:56:03.496264 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-5a6bb139-f510-419b-9ccd-12be7044e54e None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:56:03.736364 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-5a6bb139-f510-419b-9ccd-12be7044e54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': 'e3319bd2-ba5b-4d91-8de9-cfb91a60fdaf', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'floating_ip_address': '172.27.4.25', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '50cda684-8082-4bcd-a417-8b482166b890', 'port_id': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'mac_address': 'fa:16:3e:fa:f4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:56:01Z', 'updated_at': '2022-08-24T16:56:01Z', 'revision_number': 0, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:56:03.753370 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a01ce9-5e4a-4cc5-94ce-b2ecdcebfeb8 req-88677e55-6ad5-4ab8-8c94-27253d51c4c0 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:03.754891 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-46a01ce9-5e4a-4cc5-94ce-b2ecdcebfeb8 req-88677e55-6ad5-4ab8-8c94-27253d51c4c0 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 943 time: 0.4252377 Aug 24 16:56:03.766967 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6bb139-f510-419b-9ccd-12be7044e54e None None] The sync data for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi is: [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': 'e3319bd2-ba5b-4d91-8de9-cfb91a60fdaf', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'floating_ip_address': '172.27.4.25', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '50cda684-8082-4bcd-a417-8b482166b890', 'port_id': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'mac_address': 'fa:16:3e:fa:f4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:56:01Z', 'updated_at': '2022-08-24T16:56:01Z', 'revision_number': 0, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:56:03.777513 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d80ea7-81cb-4837-998d-50e440e536d7 req-7ec555c8-7eb4-4622-be2a-771af81cb00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:03.779026 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-40d80ea7-81cb-4837-998d-50e440e536d7 req-7ec555c8-7eb4-4622-be2a-771af81cb00b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 913 time: 0.5213568 Aug 24 16:56:03.861230 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9e25f174-23f0-4f17-9a2d-884fe8c9544a req-60d42276-3525-4d8a-99f9-d6e411db9976 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0fad45f7-64ff-4f27-a6f9-be1f6000309c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546978 Aug 24 16:56:03.888833 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-40d80ea7-81cb-4837-998d-50e440e536d7 req-1af97176-8d1a-4e0d-9f7e-7e3ec4b87fdb service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db15a5f4-0c41-433b-9c1f-94e2e5f90555 HTTP/1.1" status: 200 len: 998 time: 0.1014645 Aug 24 16:56:03.892400 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-46a01ce9-5e4a-4cc5-94ce-b2ecdcebfeb8 req-5a281e1a-fe90-4d78-9b98-5860a85ad941 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296511 Aug 24 16:56:03.954060 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d80ea7-81cb-4837-998d-50e440e536d7 req-c9d3570f-2932-40b0-a7c8-1975fdfbcf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:03.957933 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-40d80ea7-81cb-4837-998d-50e440e536d7 req-c9d3570f-2932-40b0-a7c8-1975fdfbcf8a service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe HTTP/1.1" status: 200 len: 851 time: 0.0612452 Aug 24 16:56:03.996377 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd5b3af-ae33-45d9-a11d-1985a049db5b None None] New status for floating IP e3319bd2-ba5b-4d91-8de9-cfb91a60fdaf: ACTIVE {{(pid=113371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:56:04.031617 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6f51d894-3e7b-4bc3-a49a-31f95407524b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:04.680268 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d80ea7-81cb-4837-998d-50e440e536d7 req-d67d5fc8-2c50-4c26-a133-785135186746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:04.682613 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-40d80ea7-81cb-4837-998d-50e440e536d7 req-d67d5fc8-2c50-4c26-a133-785135186746 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a598ee64-8390-470b-8704-7686a7a90fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506568 Aug 24 16:56:04.801897 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-40d80ea7-81cb-4837-998d-50e440e536d7 req-3698501f-b155-4e16-be2a-6288f620837e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119068 Aug 24 16:56:04.841726 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:04.905404 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-40d80ea7-81cb-4837-998d-50e440e536d7 req-aba4683c-3873-418b-886c-09b3a918c7f1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977349 Aug 24 16:56:05.026038 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4903bb-2174-40d6-bac8-4a07b5fc8778 req-7c9346c4-96e0-4c04-ae58-44f132f91aec tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:05.027599 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4f4903bb-2174-40d6-bac8-4a07b5fc8778 req-7c9346c4-96e0-4c04-ae58-44f132f91aec tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 943 time: 0.0510161 Aug 24 16:56:05.086192 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4f4903bb-2174-40d6-bac8-4a07b5fc8778 req-d615d7d1-e9d3-4cd8-9aa2-9b6705b73c41 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518188 Aug 24 16:56:05.808457 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:05.845135 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 136ca553-7d2d-4c1a-aed6-8831c99be33d details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:56:05.956206 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 136ca553-7d2d-4c1a-aed6-8831c99be33d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=136ca553-7d2d-4c1a-aed6-8831c99be33d,segment=NetworkSegment(afd45520-f651-4b4b-9edd-0f366f277cb9),segment_id=afd45520-f651-4b4b-9edd-0f366f277cb9)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:56:05.968860 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': '136ca553-7d2d-4c1a-aed6-8831c99be33d', 'network_id': '0fad45f7-64ff-4f27-a6f9-be1f6000309c', 'port_id': '136ca553-7d2d-4c1a-aed6-8831c99be33d', 'mac_address': 'fa:16:3e:fd:51:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8cf0a73-145c-4e8c-81a5-1f2b2e0be258', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:56:06.007790 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 136ca553-7d2d-4c1a-aed6-8831c99be33d is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:56:06.008176 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (136ca553-7d2d-4c1a-aed6-8831c99be33d), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:06.022421 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136ca553-7d2d-4c1a-aed6-8831c99be33d {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:56:06.045802 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 136ca553-7d2d-4c1a-aed6-8831c99be33d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=136ca553-7d2d-4c1a-aed6-8831c99be33d,segment=NetworkSegment(afd45520-f651-4b4b-9edd-0f366f277cb9),segment_id=afd45520-f651-4b4b-9edd-0f366f277cb9)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:56:06.148788 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (136ca553-7d2d-4c1a-aed6-8831c99be33d), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:06.196506 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:06.217576 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=136ca553-7d2d-4c1a-aed6-8831c99be33d,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:56:06.223488 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ed64a-1374-4d89-8712-e967f0f97642 req-d455614c-51d7-40ab-9c97-fcf849444a3e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:06.225009 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2a9ed64a-1374-4d89-8712-e967f0f97642 req-d455614c-51d7-40ab-9c97-fcf849444a3e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 944 time: 0.0532665 Aug 24 16:56:06.279153 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2a9ed64a-1374-4d89-8712-e967f0f97642 req-38deb968-0062-4cb2-b201-aec7a31e4e0d tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476649 Aug 24 16:56:06.354087 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['136ca553-7d2d-4c1a-aed6-8831c99be33d'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:56:07.100834 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:07.253751 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:07.326478 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:07.407944 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd07796-ff2f-4a82-a50d-7adec8e65034 req-274f2cae-dcf3-4a99-8909-79aceb90fc12 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:07.409796 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fcd07796-ff2f-4a82-a50d-7adec8e65034 req-274f2cae-dcf3-4a99-8909-79aceb90fc12 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 944 time: 0.0499454 Aug 24 16:56:07.464368 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-fcd07796-ff2f-4a82-a50d-7adec8e65034 req-11b0a56a-afd3-411b-b166-00236a6e92a1 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489666 Aug 24 16:56:07.876315 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 136ca553-7d2d-4c1a-aed6-8831c99be33d up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:56:07.922296 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port 136ca553-7d2d-4c1a-aed6-8831c99be33d completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:56:08.002625 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port 136ca553-7d2d-4c1a-aed6-8831c99be33d triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:56:08.003034 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (136ca553-7d2d-4c1a-aed6-8831c99be33d), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:08.077603 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port 136ca553-7d2d-4c1a-aed6-8831c99be33d is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:56:08.077993 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (136ca553-7d2d-4c1a-aed6-8831c99be33d), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:08.101175 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a693f69-508b-4433-8628-9d929eb2507d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136ca553-7d2d-4c1a-aed6-8831c99be33d'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:56:08.103521 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45b1d20-b357-439a-9a6a-840a3bbba114" -d '{"events": [{"server_uuid": "4a693f69-508b-4433-8628-9d929eb2507d", "name": "network-vif-plugged", "status": "completed", "tag": "136ca553-7d2d-4c1a-aed6-8831c99be33d"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:56:08.116163 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port 136ca553-7d2d-4c1a-aed6-8831c99be33d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=136ca553-7d2d-4c1a-aed6-8831c99be33d,segment=NetworkSegment(afd45520-f651-4b4b-9edd-0f366f277cb9),segment_id=afd45520-f651-4b4b-9edd-0f366f277cb9)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:56:08.143826 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f3c1d1-3903-4738-b120-792bd9ff7d71 x-openstack-request-id: req-04f3c1d1-3903-4738-b120-792bd9ff7d71 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:56:08.144101 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a693f69-508b-4433-8628-9d929eb2507d", "name": "network-vif-plugged", "status": "completed", "tag": "136ca553-7d2d-4c1a-aed6-8831c99be33d", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:56:08.144371 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-04f3c1d1-3903-4738-b120-792bd9ff7d71 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:56:08.144796 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f3c1d1-3903-4738-b120-792bd9ff7d71'] response: {'server_uuid': '4a693f69-508b-4433-8628-9d929eb2507d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136ca553-7d2d-4c1a-aed6-8831c99be33d', 'code': 200} Aug 24 16:56:08.197043 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (136ca553-7d2d-4c1a-aed6-8831c99be33d), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:08.246245 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=136ca553-7d2d-4c1a-aed6-8831c99be33d,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:56:08.572278 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:08.602823 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffaed2-258a-4f93-bf79-94dc98b10c2e req-bc71eac1-5b7c-4ba7-bfca-863d6b3727e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:08.604334 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f8ffaed2-258a-4f93-bf79-94dc98b10c2e req-bc71eac1-5b7c-4ba7-bfca-863d6b3727e5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 1129 time: 0.0739307 Aug 24 16:56:08.623402 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c4504-506b-4f53-b591-d2cf5e2bda91 req-3150d05f-9831-4837-bb04-c347dcd81834 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:08.624904 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d94c4504-506b-4f53-b591-d2cf5e2bda91 req-3150d05f-9831-4837-bb04-c347dcd81834 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 945 time: 0.0666571 Aug 24 16:56:08.692748 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f8ffaed2-258a-4f93-bf79-94dc98b10c2e req-e3814ea6-14c6-40ba-83d9-64a045b29765 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801239 Aug 24 16:56:08.697629 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-d94c4504-506b-4f53-b591-d2cf5e2bda91 req-57b41ef3-ce98-4e14-adf4-f09180c1bd13 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641816 Aug 24 16:56:09.826630 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312b49b-4313-4ae9-95f3-6616bc60645b req-33cefd7c-39b2-437a-9c97-5e3e6a343af4 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:09.828182 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0312b49b-4313-4ae9-95f3-6616bc60645b req-33cefd7c-39b2-437a-9c97-5e3e6a343af4 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 945 time: 0.0502732 Aug 24 16:56:09.882845 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0312b49b-4313-4ae9-95f3-6616bc60645b req-547620ab-a398-4a04-9191-1ebaa862728b tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488536 Aug 24 16:56:11.015471 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c9c7e-09d2-43a7-961d-d616815fe955 req-ed8c5d2e-c301-4eb4-9997-d334697f248c tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:11.016928 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6b4c9c7e-09d2-43a7-961d-d616815fe955 req-ed8c5d2e-c301-4eb4-9997-d334697f248c tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 945 time: 0.0557933 Aug 24 16:56:11.065930 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-6b4c9c7e-09d2-43a7-961d-d616815fe955 req-0b8ae947-89bf-4963-96df-f045c1cf3473 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433702 Aug 24 16:56:13.008061 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:13.016571 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:13.739009 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=81,neutron:DELETE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:13.739786 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=76 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:18.241736 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:18.243590 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:20.648547 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:21.051349 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=18 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:21.062470 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=83 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:30.569994 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:30.571808 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:31.859124 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-6f37809f-da8e-4151-83e8-d13d6a91b245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:33.472583 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-af6da3e3-6ade-4c53-9a54-a7fcb97178be req-f1d55a88-fc15-4e59-8e3f-4026e50919dc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398562 Aug 24 16:56:33.559023 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6da3e3-6ade-4c53-9a54-a7fcb97178be req-ea5e6442-4193-475b-bfc3-e370b1a733e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:33.560602 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-af6da3e3-6ade-4c53-9a54-a7fcb97178be req-ea5e6442-4193-475b-bfc3-e370b1a733e2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 1129 time: 0.0437768 Aug 24 16:56:33.594404 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:56:33.674168 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6da3e3-6ade-4c53-9a54-a7fcb97178be req-2e6f9661-a50b-44d2-bd2b-8910618c5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:33.675648 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-af6da3e3-6ade-4c53-9a54-a7fcb97178be req-2e6f9661-a50b-44d2-bd2b-8910618c5854 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 913 time: 0.0961113 Aug 24 16:56:33.743471 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-af6da3e3-6ade-4c53-9a54-a7fcb97178be req-e2401f5d-2856-4f28-ae00-429900b508fa service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db15a5f4-0c41-433b-9c1f-94e2e5f90555 HTTP/1.1" status: 200 len: 1000 time: 0.0605056 Aug 24 16:56:33.799751 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6da3e3-6ade-4c53-9a54-a7fcb97178be req-97eb9ffe-920e-4862-8908-c4d59622dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:33.801251 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-af6da3e3-6ade-4c53-9a54-a7fcb97178be req-97eb9ffe-920e-4862-8908-c4d59622dcc9 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe HTTP/1.1" status: 200 len: 851 time: 0.0513778 Aug 24 16:56:33.848175 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6da3e3-6ade-4c53-9a54-a7fcb97178be req-506357d0-ede7-4ccb-8c8f-d21ba3542cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:33.849661 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-af6da3e3-6ade-4c53-9a54-a7fcb97178be req-506357d0-ede7-4ccb-8c8f-d21ba3542cce service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a598ee64-8390-470b-8704-7686a7a90fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422344 Aug 24 16:56:33.945965 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-af6da3e3-6ade-4c53-9a54-a7fcb97178be req-26652bdc-be32-4e59-a05c-84a0edea0b6b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895896 Aug 24 16:56:34.013489 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-59a9e235-b869-4945-bb25-e0609fa4b9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:34.050519 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-af6da3e3-6ade-4c53-9a54-a7fcb97178be req-ce3ae5b3-28dc-4e0c-996c-cfa2e8c7ef75 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973163 Aug 24 16:56:34.287149 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e47f9-484a-4327-aa45-6c189aaa34f3 req-137831ec-50aa-4e20-857a-c7006f2fefa9 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:34.289267 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-466e47f9-484a-4327-aa45-6c189aaa34f3 req-137831ec-50aa-4e20-857a-c7006f2fefa9 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 945 time: 0.0491543 Aug 24 16:56:34.339023 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-466e47f9-484a-4327-aa45-6c189aaa34f3 req-9da2e530-0d2c-48bc-a4fd-026a8665f70e tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439963 Aug 24 16:56:35.468691 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ef88f-17e8-408c-8d81-5da637251e97 req-123da4cf-2223-4c5a-b855-673b3b9d7373 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:35.470209 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-215ef88f-17e8-408c-8d81-5da637251e97 req-123da4cf-2223-4c5a-b855-673b3b9d7373 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 945 time: 0.0540774 Aug 24 16:56:35.527535 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-215ef88f-17e8-408c-8d81-5da637251e97 req-9e3031fd-9bf0-4a47-b547-6c959726d6a3 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507944 Aug 24 16:56:35.745337 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:35.821130 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10ed98-6f54-4226-9bc2-f8e3b42f6e51 req-5ce62d05-86f0-4873-89b5-b23f115bc1ff tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:56:35.822584 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2d10ed98-6f54-4226-9bc2-f8e3b42f6e51 req-5ce62d05-86f0-4873-89b5-b23f115bc1ff tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 945 time: 0.0582535 Aug 24 16:56:35.915975 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-2d10ed98-6f54-4226-9bc2-f8e3b42f6e51 req-25996809-e496-4676-ac49-0c3fc3c1fb4f tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Deleting port 136ca553-7d2d-4c1a-aed6-8831c99be33d {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:56:35.916315 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-2d10ed98-6f54-4226-9bc2-f8e3b42f6e51 req-25996809-e496-4676-ac49-0c3fc3c1fb4f tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (136ca553-7d2d-4c1a-aed6-8831c99be33d), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:36.011404 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-2d10ed98-6f54-4226-9bc2-f8e3b42f6e51 req-25996809-e496-4676-ac49-0c3fc3c1fb4f tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] For port 136ca553-7d2d-4c1a-aed6-8831c99be33d, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=136ca553-7d2d-4c1a-aed6-8831c99be33d,segment=NetworkSegment(afd45520-f651-4b4b-9edd-0f366f277cb9),segment_id=afd45520-f651-4b4b-9edd-0f366f277cb9)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:56:36.011710 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-2d10ed98-6f54-4226-9bc2-f8e3b42f6e51 req-25996809-e496-4676-ac49-0c3fc3c1fb4f tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (136ca553-7d2d-4c1a-aed6-8831c99be33d), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:36.026076 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-2d10ed98-6f54-4226-9bc2-f8e3b42f6e51 req-25996809-e496-4676-ac49-0c3fc3c1fb4f tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Calling delete_port for 136ca553-7d2d-4c1a-aed6-8831c99be33d owned by compute:nova {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:56:36.069775 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:36.082487 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:36.310820 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-2d10ed98-6f54-4226-9bc2-f8e3b42f6e51 req-25996809-e496-4676-ac49-0c3fc3c1fb4f tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (136ca553-7d2d-4c1a-aed6-8831c99be33d), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:36.339137 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25996809-e496-4676-ac49-0c3fc3c1fb4f tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Pushing event deleted for resources: {'Port': ['ID=136ca553-7d2d-4c1a-aed6-8831c99be33d,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:56:36.395838 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d10ed98-6f54-4226-9bc2-f8e3b42f6e51 req-25996809-e496-4676-ac49-0c3fc3c1fb4f tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] No DVR routers for this DVR port 136ca553-7d2d-4c1a-aed6-8831c99be33d on host hv-cinder-73116 {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:56:36.398990 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-2d10ed98-6f54-4226-9bc2-f8e3b42f6e51 req-25996809-e496-4676-ac49-0c3fc3c1fb4f tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:36.402414 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2d10ed98-6f54-4226-9bc2-f8e3b42f6e51 req-25996809-e496-4676-ac49-0c3fc3c1fb4f tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.40 "DELETE /networking/v2.0/ports/136ca553-7d2d-4c1a-aed6-8831c99be33d HTTP/1.1" status: 204 len: 173 time: 0.5738420 Aug 24 16:56:36.402853 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a693f69-508b-4433-8628-9d929eb2507d', 'name': 'network-vif-deleted', 'tag': '136ca553-7d2d-4c1a-aed6-8831c99be33d'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:56:36.406010 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dd62e3-b45e-4b8f-bc1e-276293a03f98" -d '{"events": [{"server_uuid": "4a693f69-508b-4433-8628-9d929eb2507d", "name": "network-vif-deleted", "tag": "136ca553-7d2d-4c1a-aed6-8831c99be33d"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:56:36.449217 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2042c31-7456-47a4-aef0-42fe4e9a970d x-openstack-request-id: req-c2042c31-7456-47a4-aef0-42fe4e9a970d {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:56:36.449516 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a693f69-508b-4433-8628-9d929eb2507d", "name": "network-vif-deleted", "tag": "136ca553-7d2d-4c1a-aed6-8831c99be33d", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:56:36.449797 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c2042c31-7456-47a4-aef0-42fe4e9a970d {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:56:36.450210 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2042c31-7456-47a4-aef0-42fe4e9a970d'] response: {'server_uuid': '4a693f69-508b-4433-8628-9d929eb2507d', 'name': 'network-vif-deleted', 'tag': '136ca553-7d2d-4c1a-aed6-8831c99be33d', 'status': 'completed', 'code': 200} Aug 24 16:56:36.638812 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-f0bd76ee-268d-4acb-bb6e-857915a811c9 req-84aa9c4b-bd74-4aa3-8d2f-ce56b2755048 tempest-VolumesSnapshotTestJSON-345344012 tempest-VolumesSnapshotTestJSON-345344012-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4a693f69-508b-4433-8628-9d929eb2507d HTTP/1.1" status: 200 len: 210 time: 0.0333059 Aug 24 16:56:37.190759 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:37.333406 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:56:38.031758 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 136ca553-7d2d-4c1a-aed6-8831c99be33d no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:56:38.054330 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: 136ca553-7d2d-4c1a-aed6-8831c99be33d {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:56:38.054675 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device 136ca553-7d2d-4c1a-aed6-8831c99be33d not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:56:40.325225 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=4 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:43.589336 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=4 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:46.380630 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=6 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:46.617297 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=22,neutron:DELETE=8 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:47.210942 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:48.036217 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:56:50.704962 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:00.585679 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:00.587618 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:01.858849 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-bd02cf6f-5e97-40ea-b21f-4ec65338486b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:02.165573 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=12 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:02.167427 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=14 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:04.018788 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-66515bf6-bb42-47c2-9f79-6b9cf559d5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:05.672023 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 42846) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:57:05.720955 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Deleting subnet c8cf0a73-145c-4e8c-81a5-1f2b2e0be258 {{(pid=113369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 16:57:05.724583 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Publish callbacks [] for subnet (c8cf0a73-145c-4e8c-81a5-1f2b2e0be258), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:05.765417 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:05.766038 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3622551'] for subnet (c8cf0a73-145c-4e8c-81a5-1f2b2e0be258), precommit_delete_associations {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:05.813812 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673916'] for subnet (c8cf0a73-145c-4e8c-81a5-1f2b2e0be258), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:05.945304 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127532242', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127062784'] for subnet (c8cf0a73-145c-4e8c-81a5-1f2b2e0be258), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:05.972553 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8cf0a73-145c-4e8c-81a5-1f2b2e0be258,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:05.977717 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:05.981668 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/c8cf0a73-145c-4e8c-81a5-1f2b2e0be258 HTTP/1.1" status: 204 len: 168 time: 0.3085945 Aug 24 16:57:05.984789 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 42850) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:57:05.987683 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:05.987947 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:05.988290 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:05.988705 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:05.988995 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:05.989383 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:05.989654 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:05.989993 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:05.990293 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:05.990616 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:05.990946 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:05.991274 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:05.991597 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:05.991924 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:05.992245 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd17b86b-6333-4767-a21a-dfed3ddd8d5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:06.065754 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7832497'] for network (0fad45f7-64ff-4f27-a6f9-be1f6000309c), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:06.159399 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669052', 'neutron.services.segments.db._delete_segments_for_network-8749321758832'] for network (0fad45f7-64ff-4f27-a6f9-be1f6000309c), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:06.187848 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fad45f7-64ff-4f27-a6f9-be1f6000309c']}} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:06.203910 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd45520-f651-4b4b-9edd-0f366f277cb9') {'for_net_delete': True} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:06.204276 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.services.segments.db [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd45520-f651-4b4b-9edd-0f366f277cb9') {} {{(pid=113370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:57:06.215920 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749321816814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126625557'] for segment (afd45520-f651-4b4b-9edd-0f366f277cb9), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:06.232132 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (afd45520-f651-4b4b-9edd-0f366f277cb9), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:06.239629 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=113370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 16:57:06.239842 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125893843'] for segment (afd45520-f651-4b4b-9edd-0f366f277cb9), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:06.398402 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.services.segments.plugin [-] Segment afd45520-f651-4b4b-9edd-0f366f277cb9 resource provider aggregate not found Aug 24 16:57:06.416574 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.services.segments.plugin [-] Segment afd45520-f651-4b4b-9edd-0f366f277cb9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afd45520-f651-4b4b-9edd-0f366f277cb9 found for delete ", "request_id": "req-478ccdc0-8068-48d7-b444-10282dd55202"}]} Aug 24 16:57:06.476034 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552758'] for network (0fad45f7-64ff-4f27-a6f9-be1f6000309c), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:06.482558 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:06.485502 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/0fad45f7-64ff-4f27-a6f9-be1f6000309c HTTP/1.1" status: 204 len: 168 time: 0.4996772 Aug 24 16:57:06.496963 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Pushing event deleted for resources: {'Network': ['ID=0fad45f7-64ff-4f27-a6f9-be1f6000309c,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:06.505141 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:06.505377 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:06.505721 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:06.506065 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:06.506393 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:06.506859 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:06.507196 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:06.507514 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:06.507838 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:06.508161 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:06.508511 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:06.508893 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:06.509157 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:06.509471 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:06.510026 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049222f8-13e0-4788-b74f-65be23df75fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:57:06.934270 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 42860) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:57:06.989186 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-f348591d-37a7-441b-8874-bcba8cee0d67 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=0c6157140b76496d8d6d05bfff3a9121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0535789 Aug 24 16:57:06.992058 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 42862) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:57:07.050921 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6a994cea-8459-414e-be9e-99823b91e0a0 admin admin] Publish callbacks [] for security_group (363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:07.079488 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6a994cea-8459-414e-be9e-99823b91e0a0 admin admin] Publish callbacks [] for security_group (363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:07.259321 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:07.305258 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:07.305599 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6a994cea-8459-414e-be9e-99823b91e0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:07.310286 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-6a994cea-8459-414e-be9e-99823b91e0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:07.311497 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-6a994cea-8459-414e-be9e-99823b91e0a0 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d HTTP/1.1" status: 204 len: 168 time: 0.3184385 Aug 24 16:57:07.324378 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a994cea-8459-414e-be9e-99823b91e0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363e8ba7-ff5a-4d6b-96fa-35a9f7c74d4d,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:10.597170 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:57:16.488143 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=25,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:16.500135 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=30,neutron:DELETE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:17.215593 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:17.315337 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:17.322486 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=45,neutron:DELETE=6 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:17.345826 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:20.588944 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:20.589995 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=7 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:20.686951 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:30.592877 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:30.594661 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:31.841027 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-3e56bd81-3eab-4ba5-9ed3-b7d9e670e617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:34.024208 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-90fb33f0-fb7c-468b-b7db-328c156ae887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:35.837351 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:37.178814 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:37.274934 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:47.213450 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:47.214355 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:47.601299 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:57:50.662222 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:51.450409 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-8b658f90-0aee-4c3b-9b87-cbd67a279248 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1875641850&fields=id&tenant_id=f18db8d724d4436cb1721859066ac74d HTTP/1.1" status: 200 len: 267 time: 0.0643754 Aug 24 16:57:51.568299 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-673f8ce1-cd34-4bc2-8fa2-fd45807b87f5 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:57:51.569794 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-673f8ce1-cd34-4bc2-8fa2-fd45807b87f5 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 812 time: 0.1121674 Aug 24 16:57:51.588830 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-2d1b85a9-00bf-4556-b2b3-3e1cdcedbe64 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/quotas/f18db8d724d4436cb1721859066ac74d HTTP/1.1" status: 200 len: 375 time: 0.0111544 Aug 24 16:57:51.649850 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-b71b5a6d-8ab9-4c0b-96cc-241a6e895af4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549021 Aug 24 16:57:51.748716 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-005b1c57-7f81-4b2b-883e-01ee52a02223 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866630 Aug 24 16:57:51.849605 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-30862663-822e-48cd-ac41-79d47518ddf0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942707 Aug 24 16:57:52.445753 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-cbc129d6-f911-4abb-b227-9a0ffaeb5782 req-ed2c9df5-fcea-4344-9eb9-f1e569db9d10 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 210 time: 0.0300725 Aug 24 16:57:53.553449 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-51ec7aae-6ad4-4b39-a163-037145626d92 req-a10bad67-c94f-4a6d-b80d-a2f38c14c638 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 210 time: 0.0334322 Aug 24 16:57:54.526987 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-09774c89-a8bb-4638-b580-6ef78c48bf86 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:57:54.528515 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-09774c89-a8bb-4638-b580-6ef78c48bf86 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.40 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 812 time: 0.1101518 Aug 24 16:57:54.594024 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-ba986e6b-3845-4ad8-94f6-edb71b1eec22 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f18db8d724d4436cb1721859066ac74d HTTP/1.1" status: 200 len: 380 time: 0.0568640 Aug 24 16:57:54.604105 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-ab296636-1af6-4695-bcb7-047853f21ddd tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Request body: {'port': {'device_id': 'e2869f57-1e4b-44b8-b99c-9a8c3e942bc7', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'admin_state_up': True, 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'security_groups': ['dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8']}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:54.699325 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4332217-c864-405b-891f-aef269b7b9e9 req-a65ace12-04d5-4059-80eb-52afbd29ee4d tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 210 time: 0.0618382 Aug 24 16:57:54.851904 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-ab296636-1af6-4695-bcb7-047853f21ddd tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Made reservation on behalf of f18db8d724d4436cb1721859066ac74d for: {'port': 1} {{(pid=113370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 16:57:54.855745 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-ab296636-1af6-4695-bcb7-047853f21ddd tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:54.999442 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-ab296636-1af6-4695-bcb7-047853f21ddd tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Allocated IP 172.20.0.7 (a598ee64-8390-470b-8704-7686a7a90fa6/b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe/f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:57:55.010582 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:55.068319 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:55.144534 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-ab296636-1af6-4695-bcb7-047853f21ddd tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for port (f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:55.241125 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-ab296636-1af6-4695-bcb7-047853f21ddd tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:55.289821 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-ab296636-1af6-4695-bcb7-047853f21ddd tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Network a598ee64-8390-470b-8704-7686a7a90fa6 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:57:55.293183 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-ab296636-1af6-4695-bcb7-047853f21ddd tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:57:55.297079 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-ab296636-1af6-4695-bcb7-047853f21ddd tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:57:55.324131 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab296636-1af6-4695-bcb7-047853f21ddd tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event updated for resources: {'Port': ['ID=f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:55.355001 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-ab296636-1af6-4695-bcb7-047853f21ddd tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:57:55.355618 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-ab296636-1af6-4695-bcb7-047853f21ddd tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:55.466701 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-ab296636-1af6-4695-bcb7-047853f21ddd tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8679287 Aug 24 16:57:55.478558 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Request body: {'port': {'device_id': 'e2869f57-1e4b-44b8-b99c-9a8c3e942bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73116'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:57:55.542249 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:55.563874 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-7e8dc975-3a8b-4f77-81b4-b311efc5d8a7 None None] Provisioning complete for port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 triggered by entity DHCP. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:57:55.564574 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-7e8dc975-3a8b-4f77-81b4-b311efc5d8a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:55.596494 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-7e8dc975-3a8b-4f77-81b4-b311efc5d8a7 None None] Port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 cannot update to ACTIVE because it is not bound. {{(pid=113371) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 16:57:55.816373 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:55.851390 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49599090-8108-43c2-8d5b-160086732816 req-4fc7949e-7f2c-4eb0-bb92-5de968d36382 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:57:55.852898 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-49599090-8108-43c2-8d5b-160086732816 req-4fc7949e-7f2c-4eb0-bb92-5de968d36382 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 931 time: 0.0743320 Aug 24 16:57:55.871696 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 {{(pid=113370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:57:55.886812 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Publish callbacks [] for port (f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:55.912259 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.provisioning_blocks [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Transition to ACTIVE for port object f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 will not be triggered until provisioned by entity L2. {{(pid=113370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 16:57:55.928723 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-49599090-8108-43c2-8d5b-160086732816 req-44e901b5-112b-49ab-ba3f-e93824173891 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683970 Aug 24 16:57:55.983457 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:56.066927 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:56.099577 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Attempting to bind port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 on host hv-cinder-73116 for vnic_type normal with profile {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 16:57:56.099914 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Attempting to bind port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 by drivers openvswitch,hyperv on host hv-cinder-73116 at level 0 using segments [{'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 16:57:56.100244 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Attempting to bind port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 on network a598ee64-8390-470b-8704-7686a7a90fa6 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:57:56.104639 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 on network a598ee64-8390-470b-8704-7686a7a90fa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73116 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 16:57:56.104960 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Attempting to bind port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 on network a598ee64-8390-470b-8704-7686a7a90fa6 {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 16:57:56.110397 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Checking agent: {'id': '9fd24866-9e22-40b7-97e6-10ff7b09e647', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73116', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'started_at': datetime.datetime(2022, 8, 24, 16, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 16, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 16:57:56.110740 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Checking segment: {'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 16:57:56.111128 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Bound using segment: {'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'} {{(pid=113370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 16:57:56.111592 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.managers [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Bound port: f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72, host: hv-cinder-73116, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f10c59e-44d5-4697-b56f-aff0b2f56753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6'}}] {{(pid=113370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 16:57:56.111944 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:56.171236 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:56.174677 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] For port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72, host hv-cinder-73116, cleared binding levels {{(pid=113370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 16:57:56.177698 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] For port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72, host hv-cinder-73116, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 16:57:56.286682 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:56.291909 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:57:56.292539 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:57:56.293927 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 HTTP/1.1" status: 200 len: 1093 time: 0.8196590 Aug 24 16:57:56.294407 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2869f57-1e4b-44b8-b99c-9a8c3e942bc7', 'tag': 'f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:57:56.296666 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4928e71-829c-4ccd-a149-ee8e72b12146" -d '{"events": [{"name": "network-changed", "server_uuid": "e2869f57-1e4b-44b8-b99c-9a8c3e942bc7", "tag": "f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:57:56.341998 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f241b770-5b77-4780-9604-a6c3e92cafeb x-openstack-request-id: req-f241b770-5b77-4780-9604-a6c3e92cafeb {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:57:56.343486 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2869f57-1e4b-44b8-b99c-9a8c3e942bc7", "tag": "f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:57:56.343486 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f241b770-5b77-4780-9604-a6c3e92cafeb {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:57:56.343486 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f241b770-5b77-4780-9604-a6c3e92cafeb'] response: {'name': 'network-changed', 'server_uuid': 'e2869f57-1e4b-44b8-b99c-9a8c3e942bc7', 'tag': 'f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72', 'status': 'completed', 'code': 200} Aug 24 16:57:56.358018 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124e218-3523-4d45-8589-838e4012c0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72,revision_number=3']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:57:56.411365 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4928e71-829c-4ccd-a149-ee8e72b12146 req-6600ec9a-5c29-4846-b1ea-f21b6fccbf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:57:56.412877 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4928e71-829c-4ccd-a149-ee8e72b12146 req-6600ec9a-5c29-4846-b1ea-f21b6fccbf96 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 1127 time: 0.0446079 Aug 24 16:57:56.519194 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4928e71-829c-4ccd-a149-ee8e72b12146 req-0b8e0534-d471-4a04-955e-83dc4aeab037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:57:56.520722 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4928e71-829c-4ccd-a149-ee8e72b12146 req-0b8e0534-d471-4a04-955e-83dc4aeab037 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=f18db8d724d4436cb1721859066ac74d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1004784 Aug 24 16:57:56.619096 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4928e71-829c-4ccd-a149-ee8e72b12146 req-283e6bd3-d221-412e-9157-bbb055e71cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:57:56.620539 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-c4928e71-829c-4ccd-a149-ee8e72b12146 req-283e6bd3-d221-412e-9157-bbb055e71cc3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918527 Aug 24 16:57:56.696663 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-77fac2f8-d661-428e-a92e-bfb81128dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:57:56.698190 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-77fac2f8-d661-428e-a92e-bfb81128dff8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 1127 time: 0.0405741 Aug 24 16:57:56.743588 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-5cb251f3-c0b8-4fab-a53e-0b909413605e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 HTTP/1.1" status: 200 len: 217 time: 0.0373051 Aug 24 16:57:56.793128 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-59b7ac2b-b20f-4e6a-80ff-0e220440a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:57:56.794589 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-59b7ac2b-b20f-4e6a-80ff-0e220440a69e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe HTTP/1.1" status: 200 len: 851 time: 0.0454755 Aug 24 16:57:56.843843 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-6e224e67-05eb-4d18-97d5-c32eafeb1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:57:56.846222 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-6e224e67-05eb-4d18-97d5-c32eafeb1691 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a598ee64-8390-470b-8704-7686a7a90fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438704 Aug 24 16:57:56.942733 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-c55b8e45-47c0-40f5-bfc7-4d39b02dc405 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899091 Aug 24 16:57:57.075495 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58aa481-3fee-4d65-b67e-1bba0df11491 req-29e9ef0b-dfad-41a3-aaa8-f5781d677155 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:57:57.076946 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e58aa481-3fee-4d65-b67e-1bba0df11491 req-29e9ef0b-dfad-41a3-aaa8-f5781d677155 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 943 time: 0.0656717 Aug 24 16:57:57.081039 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-96a390a4-c0ad-4d38-b6f0-68b9f2b12638 req-4b520480-2d67-43b2-b069-474404f87b16 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315138 Aug 24 16:57:57.112987 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:57.129783 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e58aa481-3fee-4d65-b67e-1bba0df11491 req-b53d72b7-23a5-4b3e-96e5-98bc4a2dfc9f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466132 Aug 24 16:57:57.592843 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=4 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:57:58.264113 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5b8c7-55aa-46df-a090-e69b233ebfa4 req-c2a036e7-582b-44ff-a157-2457ee79e402 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:57:58.265657 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-97e5b8c7-55aa-46df-a090-e69b233ebfa4 req-c2a036e7-582b-44ff-a157-2457ee79e402 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 943 time: 0.0558953 Aug 24 16:57:58.319268 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-97e5b8c7-55aa-46df-a090-e69b233ebfa4 req-8852a56e-ce05-4b40-9b92-da87dec4e851 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455823 Aug 24 16:57:59.444150 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc931ed-2c18-4677-a24e-165cb55e34b1 req-7502c64f-6576-45bc-a4c9-d6f01e97b3d9 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:57:59.445790 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2fc931ed-2c18-4677-a24e-165cb55e34b1 req-7502c64f-6576-45bc-a4c9-d6f01e97b3d9 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 943 time: 0.0527887 Aug 24 16:57:59.502698 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-2fc931ed-2c18-4677-a24e-165cb55e34b1 req-959c6716-cade-4172-9987-19d640cfd529 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513210 Aug 24 16:58:00.348461 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:00.624410 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63b84c-a361-41db-8eeb-7ab8cfb236cd req-b5141c9d-faff-434e-9664-721714f318ce tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:00.626202 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-df63b84c-a361-41db-8eeb-7ab8cfb236cd req-b5141c9d-faff-434e-9664-721714f318ce tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 943 time: 0.0488036 Aug 24 16:58:00.678554 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-df63b84c-a361-41db-8eeb-7ab8cfb236cd req-3ae4bf5a-72da-450d-97c0-ffeed27b14d0 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464611 Aug 24 16:58:01.799738 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdd861-151b-44e9-991f-846df9622f81 req-6f888357-b9eb-4dfc-beaa-e244b28600c1 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:01.801396 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-91cdd861-151b-44e9-991f-846df9622f81 req-6f888357-b9eb-4dfc-beaa-e244b28600c1 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 943 time: 0.0496781 Aug 24 16:58:01.850520 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fb6c25f-1892-4678-9cda-a889a84b5f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:02.119089 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-91cdd861-151b-44e9-991f-846df9622f81 req-f7f3558d-d104-4e3f-a26b-b0a65333ef65 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120584 Aug 24 16:58:03.206471 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:03.244236 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa6383-a20b-469f-a4b6-9524f1297589 req-d90be8eb-5868-4e16-a7b7-c254bef44817 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:03.246550 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a3fa6383-a20b-469f-a4b6-9524f1297589 req-d90be8eb-5868-4e16-a7b7-c254bef44817 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 943 time: 0.0506561 Aug 24 16:58:03.301617 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-a3fa6383-a20b-469f-a4b6-9524f1297589 req-ffacf38d-e408-46d7-ac50-d2a36352ecc1 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489249 Aug 24 16:58:04.005895 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-4e73e214-793f-47a0-bf90-9d792e5871b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:04.428159 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 details requested by agent hyperv_hv-cinder-73116 with host hv-cinder-73116 {{(pid=113371) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 16:58:04.429777 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731703d-37ac-4499-af93-3e2d61b28ad2 req-b5a22d94-79b1-4c65-be18-e3644dc9ba88 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:04.431353 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e731703d-37ac-4499-af93-3e2d61b28ad2 req-b5a22d94-79b1-4c65-be18-e3644dc9ba88 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 943 time: 0.0510836 Aug 24 16:58:04.489609 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-e731703d-37ac-4499-af93-3e2d61b28ad2 req-6d9817bd-c780-4a53-ac22-b7d6c5f8fb71 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510955 Aug 24 16:58:04.546717 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:04.560256 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Returning: {'device': 'f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'port_id': 'f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72', 'mac_address': 'fa:16:3e:c7:d7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113371) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 16:58:04.599325 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 is: DOWN; New status is: BUILD {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:58:04.599617 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:04.617548 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 {{(pid=113371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 16:58:04.641309 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:04.703509 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:04.750311 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72,revision_number=4']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:04.757796 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:04.758149 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:04.758460 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:04.758809 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:04.759153 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:04.759462 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:04.759787 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:04.760287 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:04.760512 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:04.760836 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:04.761162 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:04.761484 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:04.761811 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:04.762127 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:04.762445 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:04.926457 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] get_ports_and_sgs() called for port_ids ['f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72'] {{(pid=113371) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 16:58:05.617394 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d36c0-381c-493f-9ab6-c1d4d8e959a8 req-425acb21-03f1-40ab-a111-ed47a4915e0a tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:05.618894 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7d7d36c0-381c-493f-9ab6-c1d4d8e959a8 req-425acb21-03f1-40ab-a111-ed47a4915e0a tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 944 time: 0.0489998 Aug 24 16:58:05.672727 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-7d7d36c0-381c-493f-9ab6-c1d4d8e959a8 req-c123acde-781e-463e-9f85-629682065758 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478075 Aug 24 16:58:05.787531 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:06.444237 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 up at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 16:58:06.490831 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning for port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 completed by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 16:58:06.617413 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.provisioning_blocks [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Provisioning complete for port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 triggered by entity L2. {{(pid=113371) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 16:58:06.617714 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675349'] for port (f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72), provisioning_complete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:06.661088 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:06.686194 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:06.692442 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Current status of the port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 is: BUILD; New status is: ACTIVE {{(pid=113371) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 16:58:06.692832 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72), before_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:06.718103 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2869f57-1e4b-44b8-b99c-9a8c3e942bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72'}] {{(pid=113371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:58:06.720410 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc7f0cb95219cb00ed3aef2e7ce86b5cc1ea09b9f66510d772b7ea69f038895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbb4c5e-d62f-40bc-9d1b-70eb62af2c28" -d '{"events": [{"server_uuid": "e2869f57-1e4b-44b8-b99c-9a8c3e942bc7", "name": "network-vif-plugged", "status": "completed", "tag": "f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72"}]}' {{(pid=113371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:58:06.734649 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] For port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:58:06.762176 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8370597b-3584-4d9e-a875-2b2c7de8a3b0 x-openstack-request-id: req-8370597b-3584-4d9e-a875-2b2c7de8a3b0 {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:58:06.762464 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2869f57-1e4b-44b8-b99c-9a8c3e942bc7", "name": "network-vif-plugged", "status": "completed", "tag": "f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72", "code": 200}]} {{(pid=113371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:58:06.762713 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8370597b-3584-4d9e-a875-2b2c7de8a3b0 {{(pid=113371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:58:06.763110 dv-cinder-731167-2-iscsi neutron-server[113371]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8370597b-3584-4d9e-a875-2b2c7de8a3b0'] response: {'server_uuid': 'e2869f57-1e4b-44b8-b99c-9a8c3e942bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72', 'code': 200} Aug 24 16:58:06.801069 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471'] for port (f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:06.811368 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc150f58-3f6b-4e17-9554-73f8b519e7cf req-53b652eb-fb28-4846-8ee4-4d55e8acfad2 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:06.812942 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc150f58-3f6b-4e17-9554-73f8b519e7cf req-53b652eb-fb28-4846-8ee4-4d55e8acfad2 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 944 time: 0.0555122 Aug 24 16:58:06.856494 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Pushing event updated for resources: {'Port': ['ID=f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72,revision_number=5']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:06.879341 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-bc150f58-3f6b-4e17-9554-73f8b519e7cf req-d56d0261-07e0-4dfa-b2c6-6b393e96949c tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489268 Aug 24 16:58:07.184240 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e04edc-d6b7-48b6-8716-90de4b8e4a2c req-f3cc38bf-4eae-414c-8bf4-79be71894d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:07.185751 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-99e04edc-d6b7-48b6-8716-90de4b8e4a2c req-f3cc38bf-4eae-414c-8bf4-79be71894d2a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 1129 time: 0.0454524 Aug 24 16:58:07.206871 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:07.238368 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-99e04edc-d6b7-48b6-8716-90de4b8e4a2c req-ec8beb0f-66ad-4828-90d9-6b2a1c51ed7d service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451133 Aug 24 16:58:07.284934 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:07.994804 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce287f3-f107-4301-b1b4-6bae400952c7 req-921cbc63-b0ca-47bc-80f6-d76e550fe455 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:07.996448 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4ce287f3-f107-4301-b1b4-6bae400952c7 req-921cbc63-b0ca-47bc-80f6-d76e550fe455 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 945 time: 0.0499234 Aug 24 16:58:08.051266 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-4ce287f3-f107-4301-b1b4-6bae400952c7 req-6aec553d-f66f-4ef2-92f7-cc26469c5356 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456250 Aug 24 16:58:09.175580 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f919b0-05a6-428f-a804-591d7d4f3384 req-2db3703a-63c6-43f9-b8bc-4fffc6d12d9b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:09.177081 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-59f919b0-05a6-428f-a804-591d7d4f3384 req-2db3703a-63c6-43f9-b8bc-4fffc6d12d9b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 945 time: 0.0512033 Aug 24 16:58:09.214527 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:09.248961 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-59f919b0-05a6-428f-a804-591d7d4f3384 req-e0cb6842-f87e-4221-b479-4059e53f26ac tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652511 Aug 24 16:58:09.382266 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c84125-cee4-454e-914b-2e6e9605da2b req-6015b6f7-2af5-4dfa-9cc3-1e13f436f25b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:09.383742 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-12c84125-cee4-454e-914b-2e6e9605da2b req-6015b6f7-2af5-4dfa-9cc3-1e13f436f25b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 945 time: 0.0531316 Aug 24 16:58:09.437987 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-12c84125-cee4-454e-914b-2e6e9605da2b req-e5628478-83f0-4c72-a20c-6ea525950728 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478384 Aug 24 16:58:09.465042 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 42968) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:58:09.506131 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aadac8-1fb5-41d0-9688-dc82cee16f18 tempest-TestVolumeBootPattern-437086977 tempest-TestVolumeBootPattern-437086977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:09.507682 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-15aadac8-1fb5-41d0-9688-dc82cee16f18 tempest-TestVolumeBootPattern-437086977 tempest-TestVolumeBootPattern-437086977-project-admin] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 1124 time: 0.0416229 Aug 24 16:58:09.511348 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 42970) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:58:09.515701 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.v2.base [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Request body: {'floatingip': {'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'port_id': 'f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=113370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 16:58:09.617757 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:09.711263 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (None), before_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:09.819289 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:09.826185 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_common [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Allocated IP 172.27.4.244 (aab3c770-6763-4e5f-928b-64ea6b35bf09/ba0aceaa-a980-4d69-837e-4788be27079a/22247ca5-a492-4397-975c-11435b6b6677) {{(pid=113370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 16:58:09.947297 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for port (22247ca5-a492-4397-975c-11435b6b6677), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:10.079246 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749321306435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (22247ca5-a492-4397-975c-11435b6b6677), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:10.122981 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Network aab3c770-6763-4e5f-928b-64ea6b35bf09 is already hosted by enough agents. {{(pid=113370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 16:58:10.128162 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.base_scheduler [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Resources bound (agent type, host, resource id): {{(pid=113370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 16:58:10.130658 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Received port after_create {{(pid=113370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 16:58:10.140919 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event updated for resources: {'Port': ['ID=22247ca5-a492-4397-975c-11435b6b6677,revision_number=1']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:10.166558 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:10.167607 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:10.167607 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:10.167859 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:10.168106 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:10.168470 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:10.168799 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:10.169124 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:10.169448 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:10.169771 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:10.170093 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:10.170418 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:10.170738 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:10.171057 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:10.171390 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:58:10.249672 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:10.530691 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for floatingip (9f8034bc-b085-45ec-9c3b-8a5f77455382), precommit_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:10.720933 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7847214'] for port (22247ca5-a492-4397-975c-11435b6b6677), before_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:10.879391 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for port (22247ca5-a492-4397-975c-11435b6b6677), precommit_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:11.005869 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749321748996', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749321306453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749321306471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125893871'] for port (22247ca5-a492-4397-975c-11435b6b6677), after_update {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:11.071883 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:11.084529 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event updated for resources: {'Port': ['ID=22247ca5-a492-4397-975c-11435b6b6677,revision_number=2']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:58:11.087181 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486103'] for floatingip (9f8034bc-b085-45ec-9c3b-8a5f77455382), after_create {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:11.188495 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Floating IP 9f8034bc-b085-45ec-9c3b-8a5f77455382 associated. External IP: 172.27.4.244, port: f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72. Aug 24 16:58:11.386467 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:11.407473 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Router 50cda684-8082-4bcd-a417-8b482166b890 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:58:11.523820 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:58:11.533889 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821930c2-66b8-4a8b-96f8-4cdca62744f4 None None] Sync routers for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:58:11.546850 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821930c2-66b8-4a8b-96f8-4cdca62744f4 None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:58:11.559979 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-821930c2-66b8-4a8b-96f8-4cdca62744f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:58:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:58:11.612367 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:11.644759 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-3af6daff-c240-47d2-a04b-da05dee615d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1320233 Aug 24 16:58:11.645286 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2869f57-1e4b-44b8-b99c-9a8c3e942bc7', 'tag': 'f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:58:11.647983 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3887522a-bead-4ddd-b842-223698d58cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "e2869f57-1e4b-44b8-b99c-9a8c3e942bc7", "tag": "f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:58:11.652888 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-821930c2-66b8-4a8b-96f8-4cdca62744f4 None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:58:11.690965 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ddd000-fafe-42a4-b7db-9d2746a95cb0 x-openstack-request-id: req-98ddd000-fafe-42a4-b7db-9d2746a95cb0 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:58:11.691255 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2869f57-1e4b-44b8-b99c-9a8c3e942bc7", "tag": "f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:58:11.691509 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-98ddd000-fafe-42a4-b7db-9d2746a95cb0 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:58:11.691939 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ddd000-fafe-42a4-b7db-9d2746a95cb0'] response: {'name': 'network-changed', 'server_uuid': 'e2869f57-1e4b-44b8-b99c-9a8c3e942bc7', 'tag': 'f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72', 'status': 'completed', 'code': 200} Aug 24 16:58:11.757498 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887522a-bead-4ddd-b842-223698d58cf7 req-c33c74c0-b5e8-41ed-b7c0-eaba927373ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:11.759084 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3887522a-bead-4ddd-b842-223698d58cf7 req-c33c74c0-b5e8-41ed-b7c0-eaba927373ae service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 1129 time: 0.0450017 Aug 24 16:58:11.854136 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887522a-bead-4ddd-b842-223698d58cf7 req-8963e066-3900-44c4-ac6b-05c48b3181e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:11.855534 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3887522a-bead-4ddd-b842-223698d58cf7 req-8963e066-3900-44c4-ac6b-05c48b3181e5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 913 time: 0.0902812 Aug 24 16:58:11.886349 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-821930c2-66b8-4a8b-96f8-4cdca62744f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '9f8034bc-b085-45ec-9c3b-8a5f77455382', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'floating_ip_address': '172.27.4.244', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '50cda684-8082-4bcd-a417-8b482166b890', 'port_id': 'f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'mac_address': 'fa:16:3e:c7:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2869f57-1e4b-44b8-b99c-9a8c3e942bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:58:10Z', 'updated_at': '2022-08-24T16:58:10Z', 'revision_number': 0, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address_scope': None}, {'id': 'e3319bd2-ba5b-4d91-8de9-cfb91a60fdaf', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'floating_ip_address': '172.27.4.25', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '50cda684-8082-4bcd-a417-8b482166b890', 'port_id': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'mac_address': 'fa:16:3e:fa:f4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:56:01Z', 'updated_at': '2022-08-24T16:56:04Z', 'revision_number': 1, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:58:11.912178 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821930c2-66b8-4a8b-96f8-4cdca62744f4 None None] Checking router: 50cda684-8082-4bcd-a417-8b482166b890 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:58:11.921614 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821930c2-66b8-4a8b-96f8-4cdca62744f4 None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:58:11.922326 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-821930c2-66b8-4a8b-96f8-4cdca62744f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:58:04Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:58:11.922882 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3887522a-bead-4ddd-b842-223698d58cf7 req-e4891e58-b1b6-4b63-b73b-ecac2a1497b4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 HTTP/1.1" status: 200 len: 999 time: 0.0609336 Aug 24 16:58:11.982187 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887522a-bead-4ddd-b842-223698d58cf7 req-afd6ae99-d7c4-4a3b-ab3a-c311dd58def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:11.984396 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3887522a-bead-4ddd-b842-223698d58cf7 req-afd6ae99-d7c4-4a3b-ab3a-c311dd58def5 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe HTTP/1.1" status: 200 len: 851 time: 0.0564017 Aug 24 16:58:12.032688 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887522a-bead-4ddd-b842-223698d58cf7 req-23b29368-f517-44a9-8263-2934f157bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:12.034208 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3887522a-bead-4ddd-b842-223698d58cf7 req-23b29368-f517-44a9-8263-2934f157bcd7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a598ee64-8390-470b-8704-7686a7a90fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440042 Aug 24 16:58:12.117520 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-821930c2-66b8-4a8b-96f8-4cdca62744f4 None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:58:12.130138 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3887522a-bead-4ddd-b842-223698d58cf7 req-d6f5109d-1834-4337-b130-f9026094b790 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898926 Aug 24 16:58:12.224993 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-3887522a-bead-4ddd-b842-223698d58cf7 req-635114c5-04d7-4340-aa76-c747e71d7a73 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887761 Aug 24 16:58:12.347581 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-821930c2-66b8-4a8b-96f8-4cdca62744f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '9f8034bc-b085-45ec-9c3b-8a5f77455382', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'floating_ip_address': '172.27.4.244', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '50cda684-8082-4bcd-a417-8b482166b890', 'port_id': 'f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'mac_address': 'fa:16:3e:c7:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2869f57-1e4b-44b8-b99c-9a8c3e942bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:58:10Z', 'updated_at': '2022-08-24T16:58:10Z', 'revision_number': 0, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address_scope': None}, {'id': 'e3319bd2-ba5b-4d91-8de9-cfb91a60fdaf', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'floating_ip_address': '172.27.4.25', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '50cda684-8082-4bcd-a417-8b482166b890', 'port_id': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'mac_address': 'fa:16:3e:fa:f4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:56:01Z', 'updated_at': '2022-08-24T16:56:04Z', 'revision_number': 1, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:58:12.373776 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821930c2-66b8-4a8b-96f8-4cdca62744f4 None None] The sync data for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi is: [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': '9f8034bc-b085-45ec-9c3b-8a5f77455382', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'floating_ip_address': '172.27.4.244', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '50cda684-8082-4bcd-a417-8b482166b890', 'port_id': 'f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'mac_address': 'fa:16:3e:c7:d7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2869f57-1e4b-44b8-b99c-9a8c3e942bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:58:10Z', 'updated_at': '2022-08-24T16:58:10Z', 'revision_number': 0, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address_scope': None}, {'id': 'e3319bd2-ba5b-4d91-8de9-cfb91a60fdaf', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'floating_ip_address': '172.27.4.25', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '50cda684-8082-4bcd-a417-8b482166b890', 'port_id': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'mac_address': 'fa:16:3e:fa:f4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:56:01Z', 'updated_at': '2022-08-24T16:56:04Z', 'revision_number': 1, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:58:12.564977 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6576ec-3414-47a0-a0b4-9671794bf55d None None] New status for floating IP 9f8034bc-b085-45ec-9c3b-8a5f77455382: ACTIVE {{(pid=113371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:58:20.714632 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:22.219717 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=61,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:22.221819 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:24.601594 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:58:30.592773 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:30.593967 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=38,neutron:UPDATE=5 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:31.919925 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cc5c398a-ce3c-4574-b79e-abf37eb148b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:34.006513 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-9ceb05fc-2a65-4e06-b39f-8e728a816595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:34.595481 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=77 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:34.596940 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=79 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:35.860292 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:36.493992 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5aaec77b-3663-4a60-b830-f895c9b8217d req-55d8079b-060b-4034-8509-9ff64220e8f9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436335 Aug 24 16:58:36.601831 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaec77b-3663-4a60-b830-f895c9b8217d req-94397352-0bf7-4678-953a-7a7edba36e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:36.603665 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5aaec77b-3663-4a60-b830-f895c9b8217d req-94397352-0bf7-4678-953a-7a7edba36e94 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 1129 time: 0.0523300 Aug 24 16:58:36.728470 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaec77b-3663-4a60-b830-f895c9b8217d req-3681cb18-bd71-45c1-a3ad-61c25e424c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:36.730303 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5aaec77b-3663-4a60-b830-f895c9b8217d req-3681cb18-bd71-45c1-a3ad-61c25e424c37 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 913 time: 0.1044116 Aug 24 16:58:36.803006 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5aaec77b-3663-4a60-b830-f895c9b8217d req-36bab15a-2dd6-4095-a1dc-fc95bd30160e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db15a5f4-0c41-433b-9c1f-94e2e5f90555 HTTP/1.1" status: 200 len: 1000 time: 0.0662582 Aug 24 16:58:36.855864 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaec77b-3663-4a60-b830-f895c9b8217d req-9281a546-7a3b-4a49-b9f2-a10de2c8cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:36.857297 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5aaec77b-3663-4a60-b830-f895c9b8217d req-9281a546-7a3b-4a49-b9f2-a10de2c8cd24 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe HTTP/1.1" status: 200 len: 851 time: 0.0487285 Aug 24 16:58:36.905533 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaec77b-3663-4a60-b830-f895c9b8217d req-e6290449-4321-4a8e-b089-a07afb121a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:58:36.907119 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5aaec77b-3663-4a60-b830-f895c9b8217d req-e6290449-4321-4a8e-b089-a07afb121a71 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a598ee64-8390-470b-8704-7686a7a90fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434988 Aug 24 16:58:37.011545 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5aaec77b-3663-4a60-b830-f895c9b8217d req-fcb6e040-b995-4e45-a2b8-eb0f4200997d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982807 Aug 24 16:58:37.116454 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5aaec77b-3663-4a60-b830-f895c9b8217d req-9af708dc-ba63-44ef-8c6e-7a836875339d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983863 Aug 24 16:58:37.262767 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:37.286066 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:58:47.102685 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=49 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:47.112035 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=52 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:47.213337 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:47.215354 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:58:51.216640 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:00.621683 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:00.624489 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:01.601279 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:59:01.891002 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-f5df82cb-a8a4-4df7-a2b4-a96099d2e191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:04.027300 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-320001e5-6c7b-4cf3-88c9-b05f8c2f4c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:05.804471 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:07.250206 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:07.381671 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:11.595763 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=16 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:11.596764 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=20 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:17.212960 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:17.215839 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:20.741491 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:30.623537 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:30.626034 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:31.838137 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-497611df-41af-4b00-a0ae-9078c99f1252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:34.060214 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-37474c07-ce54-4b3e-aa8a-b3be64bf3fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:35.803685 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:37.204983 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:37.289534 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:37.470740 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-862a3421-5f7a-4737-ba44-d2284999513a req-6c0f3368-b3c3-480e-a04d-397a4cee5161 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442657 Aug 24 16:59:37.529956 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a3421-5f7a-4737-ba44-d2284999513a req-36740e0d-7904-4202-8b86-99bb96487d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:37.531498 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-862a3421-5f7a-4737-ba44-d2284999513a req-36740e0d-7904-4202-8b86-99bb96487d85 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 1129 time: 0.0404749 Aug 24 16:59:37.640022 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a3421-5f7a-4737-ba44-d2284999513a req-3b23b06e-acf8-458e-986b-a8da3032262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:37.641552 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-862a3421-5f7a-4737-ba44-d2284999513a req-3b23b06e-acf8-458e-986b-a8da3032262c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 913 time: 0.0895159 Aug 24 16:59:37.708850 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-862a3421-5f7a-4737-ba44-d2284999513a req-7df70a18-e91e-457c-af18-79035e313846 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 HTTP/1.1" status: 200 len: 1001 time: 0.0619888 Aug 24 16:59:37.758851 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a3421-5f7a-4737-ba44-d2284999513a req-418fffba-6e0c-44b6-93b4-992913f0a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:37.760335 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-862a3421-5f7a-4737-ba44-d2284999513a req-418fffba-6e0c-44b6-93b4-992913f0a9af service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe HTTP/1.1" status: 200 len: 851 time: 0.0464480 Aug 24 16:59:37.806092 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a3421-5f7a-4737-ba44-d2284999513a req-18461f54-8079-4140-9024-01fa06a62be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:37.807604 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-862a3421-5f7a-4737-ba44-d2284999513a req-18461f54-8079-4140-9024-01fa06a62be3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a598ee64-8390-470b-8704-7686a7a90fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410345 Aug 24 16:59:37.920199 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-862a3421-5f7a-4737-ba44-d2284999513a req-5a259b13-dfa7-4d9c-ad8a-e2a5f9f206a6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059468 Aug 24 16:59:38.019132 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-862a3421-5f7a-4737-ba44-d2284999513a req-843e1d6a-d33c-415e-bc29-59393c4fab31 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926650 Aug 24 16:59:38.600924 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 16:59:42.918410 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 42996) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:59:43.064676 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Deleting port 22247ca5-a492-4397-975c-11435b6b6677 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:59:43.065085 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (22247ca5-a492-4397-975c-11435b6b6677), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:43.142173 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (22247ca5-a492-4397-975c-11435b6b6677), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:43.143060 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for floatingip (22247ca5-a492-4397-975c-11435b6b6677), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:43.155957 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Calling delete_port for 22247ca5-a492-4397-975c-11435b6b6677 owned by network:floatingip {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:59:43.293521 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:43.299673 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:43.398233 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (22247ca5-a492-4397-975c-11435b6b6677), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:43.425611 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event deleted for resources: {'Port': ['ID=22247ca5-a492-4397-975c-11435b6b6677,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:43.452297 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:43.452680 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:43.453025 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:43.453369 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:43.453713 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:43.454139 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:43.454475 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:43.454881 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:43.455299 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:43.455553 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:43.455884 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:43.456215 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:43.456577 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:43.456904 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:43.457223 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:43.504185 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for floatingip (9f8034bc-b085-45ec-9c3b-8a5f77455382), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:43.504556 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.db.l3_db [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Floating IP 9f8034bc-b085-45ec-9c3b-8a5f77455382 disassociated (deleted). External IP: 172.27.4.244, port: f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72. Aug 24 16:59:43.710472 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Router 50cda684-8082-4bcd-a417-8b482166b890 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:59:43.821389 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:59:43.826188 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:43.831949 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649569da-29f2-47b4-95f4-f27b3eab3cfb None None] Sync routers for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:59:43.842148 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649569da-29f2-47b4-95f4-f27b3eab3cfb None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:59:43.843104 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-649569da-29f2-47b4-95f4-f27b3eab3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:59:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:43.857098 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-d634428a-893d-4f91-9312-071d3f19441b tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/9f8034bc-b085-45ec-9c3b-8a5f77455382 HTTP/1.1" status: 204 len: 168 time: 0.9375384 Aug 24 16:59:43.857686 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2869f57-1e4b-44b8-b99c-9a8c3e942bc7', 'tag': 'f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:59:43.859915 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc0bd8f-b84e-4986-b3cc-b9003f89148b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2869f57-1e4b-44b8-b99c-9a8c3e942bc7", "tag": "f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:59:43.928090 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd9591c-df05-4d25-802e-5291d2aa1b38 x-openstack-request-id: req-7cd9591c-df05-4d25-802e-5291d2aa1b38 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:59:43.928753 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2869f57-1e4b-44b8-b99c-9a8c3e942bc7", "tag": "f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:59:43.928753 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7cd9591c-df05-4d25-802e-5291d2aa1b38 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:59:43.929108 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd9591c-df05-4d25-802e-5291d2aa1b38'] response: {'name': 'network-changed', 'server_uuid': 'e2869f57-1e4b-44b8-b99c-9a8c3e942bc7', 'tag': 'f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72', 'status': 'completed', 'code': 200} Aug 24 16:59:43.950470 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-649569da-29f2-47b4-95f4-f27b3eab3cfb None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:59:43.997395 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0bd8f-b84e-4986-b3cc-b9003f89148b req-a41c31bb-a317-4273-abc2-8b6db665dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:43.998907 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5cc0bd8f-b84e-4986-b3cc-b9003f89148b req-a41c31bb-a317-4273-abc2-8b6db665dc5c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 1129 time: 0.0492599 Aug 24 16:59:44.098140 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0bd8f-b84e-4986-b3cc-b9003f89148b req-73f61a4e-8965-414c-8833-db440d3b8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:44.099637 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5cc0bd8f-b84e-4986-b3cc-b9003f89148b req-73f61a4e-8965-414c-8833-db440d3b8ce7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 913 time: 0.0940900 Aug 24 16:59:44.150017 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5cc0bd8f-b84e-4986-b3cc-b9003f89148b req-289724d1-f39d-4148-8075-60dd06557aa5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 HTTP/1.1" status: 200 len: 217 time: 0.0445006 Aug 24 16:59:44.195965 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-649569da-29f2-47b4-95f4-f27b3eab3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': 'e3319bd2-ba5b-4d91-8de9-cfb91a60fdaf', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'floating_ip_address': '172.27.4.25', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '50cda684-8082-4bcd-a417-8b482166b890', 'port_id': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'mac_address': 'fa:16:3e:fa:f4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:56:01Z', 'updated_at': '2022-08-24T16:56:04Z', 'revision_number': 1, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:44.224061 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649569da-29f2-47b4-95f4-f27b3eab3cfb None None] Checking router: 50cda684-8082-4bcd-a417-8b482166b890 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:59:44.233295 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649569da-29f2-47b4-95f4-f27b3eab3cfb None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:59:44.233919 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-649569da-29f2-47b4-95f4-f27b3eab3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:59:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:44.348954 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-649569da-29f2-47b4-95f4-f27b3eab3cfb None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:59:44.484959 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0bd8f-b84e-4986-b3cc-b9003f89148b req-d554c8c1-635a-4d25-b86e-9cf77dc48982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:44.486707 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5cc0bd8f-b84e-4986-b3cc-b9003f89148b req-d554c8c1-635a-4d25-b86e-9cf77dc48982 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe HTTP/1.1" status: 200 len: 851 time: 0.3313258 Aug 24 16:59:44.582688 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-649569da-29f2-47b4-95f4-f27b3eab3cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': 'e3319bd2-ba5b-4d91-8de9-cfb91a60fdaf', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'floating_ip_address': '172.27.4.25', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '50cda684-8082-4bcd-a417-8b482166b890', 'port_id': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'mac_address': 'fa:16:3e:fa:f4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:56:01Z', 'updated_at': '2022-08-24T16:56:04Z', 'revision_number': 1, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:44.616778 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649569da-29f2-47b4-95f4-f27b3eab3cfb None None] The sync data for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi is: [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_floatingips': [{'id': 'e3319bd2-ba5b-4d91-8de9-cfb91a60fdaf', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'floating_ip_address': '172.27.4.25', 'floating_network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'router_id': '50cda684-8082-4bcd-a417-8b482166b890', 'port_id': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'mac_address': 'fa:16:3e:fa:f4:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T16:56:01Z', 'updated_at': '2022-08-24T16:56:04Z', 'revision_number': 1, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:59:44.737421 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29ab89-7752-4717-a29e-2b521210f8e0 req-3d9133d5-f4a5-4d7f-b696-aa947be7610f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:44.738895 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ac29ab89-7752-4717-a29e-2b521210f8e0 req-3d9133d5-f4a5-4d7f-b696-aa947be7610f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 945 time: 0.2789323 Aug 24 16:59:44.798092 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-ac29ab89-7752-4717-a29e-2b521210f8e0 req-c09d4ae2-7fa9-40ac-8a31-cae6a9fd0499 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499973 Aug 24 16:59:44.886905 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d207b513-6050-4376-b124-54576c31c2a0 None None] New status for floating IP 9f8034bc-b085-45ec-9c3b-8a5f77455382: DOWN {{(pid=113371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:59:45.345924 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0bd8f-b84e-4986-b3cc-b9003f89148b req-e515e24c-d182-4663-b627-adc462cd323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:45.347438 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5cc0bd8f-b84e-4986-b3cc-b9003f89148b req-e515e24c-d182-4663-b627-adc462cd323c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a598ee64-8390-470b-8704-7686a7a90fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558887 Aug 24 16:59:45.462531 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5cc0bd8f-b84e-4986-b3cc-b9003f89148b req-3013ebf0-2a76-4fa9-8667-9d4017e6e3cf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078045 Aug 24 16:59:45.476693 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:45.561887 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=100 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:45.566971 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-5cc0bd8f-b84e-4986-b3cc-b9003f89148b req-1a9ff378-985a-459a-a8e9-c714dfbc8c90 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986435 Aug 24 16:59:45.826565 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faabe03-712e-475b-a79a-48a3aa600e4c req-5a50b029-38b0-481a-8ef6-a692446865e9 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:45.828027 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1faabe03-712e-475b-a79a-48a3aa600e4c req-5a50b029-38b0-481a-8ef6-a692446865e9 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 945 time: 0.0536845 Aug 24 16:59:45.923722 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-1faabe03-712e-475b-a79a-48a3aa600e4c req-194a20fe-f4e8-4ed9-98fb-f5ed2bcc0b29 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Deleting port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:59:45.924066 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-1faabe03-712e-475b-a79a-48a3aa600e4c req-194a20fe-f4e8-4ed9-98fb-f5ed2bcc0b29 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:46.045152 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91a916-b73d-444e-a5c6-1743a6c9ab66 req-26922f84-b7a1-4155-91a5-21d4109b5566 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:46.046635 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9b91a916-b73d-444e-a5c6-1743a6c9ab66 req-26922f84-b7a1-4155-91a5-21d4109b5566 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 945 time: 0.1455431 Aug 24 16:59:46.088333 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-1faabe03-712e-475b-a79a-48a3aa600e4c req-194a20fe-f4e8-4ed9-98fb-f5ed2bcc0b29 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] For port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:46.088625 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-1faabe03-712e-475b-a79a-48a3aa600e4c req-194a20fe-f4e8-4ed9-98fb-f5ed2bcc0b29 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:46.111332 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-1faabe03-712e-475b-a79a-48a3aa600e4c req-194a20fe-f4e8-4ed9-98fb-f5ed2bcc0b29 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Calling delete_port for f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 owned by compute:nova {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:59:46.141280 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-9b91a916-b73d-444e-a5c6-1743a6c9ab66 req-fe656e44-8fed-4c84-b62f-559a8d994526 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845430 Aug 24 16:59:46.339922 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-1faabe03-712e-475b-a79a-48a3aa600e4c req-194a20fe-f4e8-4ed9-98fb-f5ed2bcc0b29 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:46.373808 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a20fe-f4e8-4ed9-98fb-f5ed2bcc0b29 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event deleted for resources: {'Port': ['ID=f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:46.427393 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faabe03-712e-475b-a79a-48a3aa600e4c req-194a20fe-f4e8-4ed9-98fb-f5ed2bcc0b29 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] No DVR routers for this DVR port f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 on host hv-cinder-73116 {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:59:46.430373 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-1faabe03-712e-475b-a79a-48a3aa600e4c req-194a20fe-f4e8-4ed9-98fb-f5ed2bcc0b29 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:46.434001 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-1faabe03-712e-475b-a79a-48a3aa600e4c req-194a20fe-f4e8-4ed9-98fb-f5ed2bcc0b29 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.40 "DELETE /networking/v2.0/ports/f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 HTTP/1.1" status: 204 len: 173 time: 0.6007502 Aug 24 16:59:46.434566 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2869f57-1e4b-44b8-b99c-9a8c3e942bc7', 'name': 'network-vif-deleted', 'tag': 'f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:59:46.437584 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa548edf-6db2-4833-83af-463fe9d6526e" -d '{"events": [{"server_uuid": "e2869f57-1e4b-44b8-b99c-9a8c3e942bc7", "name": "network-vif-deleted", "tag": "f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:59:46.487594 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8deb98-625f-43e7-ab8c-8008969d0c47 x-openstack-request-id: req-4f8deb98-625f-43e7-ab8c-8008969d0c47 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:59:46.487889 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2869f57-1e4b-44b8-b99c-9a8c3e942bc7", "name": "network-vif-deleted", "tag": "f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:59:46.488144 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4f8deb98-625f-43e7-ab8c-8008969d0c47 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:59:46.488598 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f8deb98-625f-43e7-ab8c-8008969d0c47'] response: {'server_uuid': 'e2869f57-1e4b-44b8-b99c-9a8c3e942bc7', 'name': 'network-vif-deleted', 'tag': 'f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72', 'status': 'completed', 'code': 200} Aug 24 16:59:47.268236 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-0f92c5ad-2415-4c6b-95af-2f960aaf43b9 req-cea8c114-0d52-4d46-ab0a-20a15dd0a0ad tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=e2869f57-1e4b-44b8-b99c-9a8c3e942bc7 HTTP/1.1" status: 200 len: 210 time: 0.0314407 Aug 24 16:59:48.956410 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:59:48.979536 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:59:48.979875 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device f2b1e3a5-dd97-4aa7-bcc2-ec89b503bb72 not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:59:49.608883 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [req-344c06e4-125a-4f99-b163-2d12320cf98d req-28032af1-83cc-4028-873c-6a581b360cf6 service neutron] (113369) timed out ('10.222.0.40', 50644) {{(pid=113369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 16:59:50.740139 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:50.887047 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 43038) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:59:51.042089 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Deleting port 4be749bb-d66b-4ba4-9c1d-19759dbac0c6 {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:59:51.042435 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (4be749bb-d66b-4ba4-9c1d-19759dbac0c6), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:51.123799 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (4be749bb-d66b-4ba4-9c1d-19759dbac0c6), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:51.124126 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for floatingip (4be749bb-d66b-4ba4-9c1d-19759dbac0c6), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:51.138432 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Calling delete_port for 4be749bb-d66b-4ba4-9c1d-19759dbac0c6 owned by network:floatingip {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:59:51.375244 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (4be749bb-d66b-4ba4-9c1d-19759dbac0c6), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:51.400835 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event deleted for resources: {'Port': ['ID=4be749bb-d66b-4ba4-9c1d-19759dbac0c6,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:51.415610 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:51.415966 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:51.416316 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:51.416696 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:51.417067 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:51.417400 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:51.417750 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:51.418143 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:51.418716 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:51.419191 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:51.419562 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:51.419941 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:51.420279 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:51.420636 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:51.420963 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 16:59:51.486651 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for floatingip (e3319bd2-ba5b-4d91-8de9-cfb91a60fdaf), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:51.486976 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.db.l3_db [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Floating IP e3319bd2-ba5b-4d91-8de9-cfb91a60fdaf disassociated (deleted). External IP: 172.27.4.25, port: db15a5f4-0c41-433b-9c1f-94e2e5f90555. Aug 24 16:59:51.699845 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Router 50cda684-8082-4bcd-a417-8b482166b890 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:59:52.070815 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:59:52.075629 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:52.080989 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8571f-6114-4257-87f2-0d6950f9d7de None None] Sync routers for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:59:52.092243 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8571f-6114-4257-87f2-0d6950f9d7de None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:59:52.092902 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-95a8571f-6114-4257-87f2-0d6950f9d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:59:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:52.104723 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:52.109709 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-57c392a8-375d-4a9f-bd75-54c9cbe1c419 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/e3319bd2-ba5b-4d91-8de9-cfb91a60fdaf HTTP/1.1" status: 204 len: 168 time: 1.2208521 Aug 24 16:59:52.110314 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'tag': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555'}] {{(pid=113369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:59:52.112818 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}321161a7d2e4bc2da8529ea2e73b591af06cc69f85e4c52da0a85f36221e6fd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c7d21a-d879-4cae-a147-f4ba7c30e4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d93aa8a9-96b8-4360-bb4d-36fa81f3b459", "tag": "db15a5f4-0c41-433b-9c1f-94e2e5f90555"}]}' {{(pid=113369) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:59:52.161008 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 16:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacc0610-4645-42d3-8922-e5d027c9ab9b x-openstack-request-id: req-bacc0610-4645-42d3-8922-e5d027c9ab9b {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:59:52.161310 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93aa8a9-96b8-4360-bb4d-36fa81f3b459", "tag": "db15a5f4-0c41-433b-9c1f-94e2e5f90555", "status": "completed", "code": 200}]} {{(pid=113369) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:59:52.161905 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bacc0610-4645-42d3-8922-e5d027c9ab9b {{(pid=113369) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:59:52.162331 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bacc0610-4645-42d3-8922-e5d027c9ab9b'] response: {'name': 'network-changed', 'server_uuid': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'tag': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555', 'status': 'completed', 'code': 200} Aug 24 16:59:52.278619 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7d21a-d879-4cae-a147-f4ba7c30e4ad req-991b74f6-8357-4fc0-8f6c-fac7f242b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:52.280225 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b1c7d21a-d879-4cae-a147-f4ba7c30e4ad req-991b74f6-8357-4fc0-8f6c-fac7f242b6a9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f18db8d724d4436cb1721859066ac74d&device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 1129 time: 0.0962212 Aug 24 16:59:52.311190 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-95a8571f-6114-4257-87f2-0d6950f9d7de None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:59:52.414476 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7d21a-d879-4cae-a147-f4ba7c30e4ad req-4b4b550d-eb35-4f67-a30b-b2ff06564893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:52.420548 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b1c7d21a-d879-4cae-a147-f4ba7c30e4ad req-4b4b550d-eb35-4f67-a30b-b2ff06564893 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 200 len: 913 time: 0.1291866 Aug 24 16:59:52.445055 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=100 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:52.447859 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:52.461854 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b1c7d21a-d879-4cae-a147-f4ba7c30e4ad req-5e494c1a-97a2-43b0-91ef-80bdf8c6cd0c service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db15a5f4-0c41-433b-9c1f-94e2e5f90555 HTTP/1.1" status: 200 len: 217 time: 0.0394599 Aug 24 16:59:52.518532 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7d21a-d879-4cae-a147-f4ba7c30e4ad req-6bba706b-b5d3-4631-a6e6-8108aab69c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:52.520022 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b1c7d21a-d879-4cae-a147-f4ba7c30e4ad req-6bba706b-b5d3-4631-a6e6-8108aab69c32 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe HTTP/1.1" status: 200 len: 851 time: 0.0531442 Aug 24 16:59:52.552844 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-95a8571f-6114-4257-87f2-0d6950f9d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:52.568864 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effc441-1e37-48ce-9944-c91202d2b465 req-9eb9f15f-5bdd-47b3-ae5a-8623f8a583d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:52.570382 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8effc441-1e37-48ce-9944-c91202d2b465 req-9eb9f15f-5bdd-47b3-ae5a-8623f8a583d4 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 945 time: 0.0494254 Aug 24 16:59:52.583875 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8571f-6114-4257-87f2-0d6950f9d7de None None] Checking router: 50cda684-8082-4bcd-a417-8b482166b890 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 16:59:52.593381 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8571f-6114-4257-87f2-0d6950f9d7de None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:59:52.594005 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-95a8571f-6114-4257-87f2-0d6950f9d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:59:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:52.622767 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8effc441-1e37-48ce-9944-c91202d2b465 req-3e2a37cb-6f62-4575-9a22-ce2fe61e7afd tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465894 Aug 24 16:59:52.698845 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-95a8571f-6114-4257-87f2-0d6950f9d7de None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 16:59:52.897309 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-95a8571f-6114-4257-87f2-0d6950f9d7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 16:59:52.924297 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8571f-6114-4257-87f2-0d6950f9d7de None None] The sync data for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi is: [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:21Z', 'revision_number': 4, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi', '_interfaces': [{'id': '9ad75ed5-282e-4c69-9800-2aa5422decdb', 'name': '', 'network_id': 'a598ee64-8390-470b-8704-7686a7a90fa6', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'mac_address': 'fa:16:3e:1a:21:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:20Z', 'updated_at': '2022-08-24T16:52:28Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'subnets': [{'id': 'b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 16:59:53.143350 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63863e8e-49dc-45ab-a616-248968bda5cb None None] New status for floating IP e3319bd2-ba5b-4d91-8de9-cfb91a60fdaf: DOWN {{(pid=113371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 16:59:53.519969 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7d21a-d879-4cae-a147-f4ba7c30e4ad req-ef90f14a-a088-4ec9-81c8-3672d18f87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:53.521484 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b1c7d21a-d879-4cae-a147-f4ba7c30e4ad req-ef90f14a-a088-4ec9-81c8-3672d18f87ac service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=a598ee64-8390-470b-8704-7686a7a90fa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413871 Aug 24 16:59:53.593715 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:53.605496 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:53.622171 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b1c7d21a-d879-4cae-a147-f4ba7c30e4ad req-e39d0681-a2bd-422a-b689-1cf2c30a9ffa service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930390 Aug 24 16:59:53.787940 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1e1d4-31cd-4dd8-b5ae-61b5b9825eda req-b799ae0f-6e56-4daf-a44b-0c36e672beec tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:53.789372 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8ec1e1d4-31cd-4dd8-b5ae-61b5b9825eda req-b799ae0f-6e56-4daf-a44b-0c36e672beec tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 945 time: 0.0710547 Aug 24 16:59:53.793259 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-b1c7d21a-d879-4cae-a147-f4ba7c30e4ad req-8c8b6700-7ddf-4849-aea5-ba5eb7804d9d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344318 Aug 24 16:59:53.844033 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8ec1e1d4-31cd-4dd8-b5ae-61b5b9825eda req-dd876429-e1b2-4145-9607-b823257e2553 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/security-groups?id=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487273 Aug 24 16:59:53.989014 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed62d9-a55c-43c8-b647-a2796e902cf6 req-70ae8ab0-0a5d-4519-b925-02b0a5602221 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 16:59:53.990498 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-06ed62d9-a55c-43c8-b647-a2796e902cf6 req-70ae8ab0-0a5d-4519-b925-02b0a5602221 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 945 time: 0.0484400 Aug 24 16:59:54.080871 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-06ed62d9-a55c-43c8-b647-a2796e902cf6 req-80af0e58-23f7-4599-80bd-30f24c69bf8f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Deleting port db15a5f4-0c41-433b-9c1f-94e2e5f90555 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:59:54.081113 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-06ed62d9-a55c-43c8-b647-a2796e902cf6 req-80af0e58-23f7-4599-80bd-30f24c69bf8f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (db15a5f4-0c41-433b-9c1f-94e2e5f90555), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:54.175434 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [req-06ed62d9-a55c-43c8-b647-a2796e902cf6 req-80af0e58-23f7-4599-80bd-30f24c69bf8f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] For port db15a5f4-0c41-433b-9c1f-94e2e5f90555, host hv-cinder-73116, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73116',level=0,port_id=db15a5f4-0c41-433b-9c1f-94e2e5f90555,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:54.175793 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-06ed62d9-a55c-43c8-b647-a2796e902cf6 req-80af0e58-23f7-4599-80bd-30f24c69bf8f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (db15a5f4-0c41-433b-9c1f-94e2e5f90555), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:54.190832 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [req-06ed62d9-a55c-43c8-b647-a2796e902cf6 req-80af0e58-23f7-4599-80bd-30f24c69bf8f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Calling delete_port for db15a5f4-0c41-433b-9c1f-94e2e5f90555 owned by compute:nova {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:59:54.426833 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-06ed62d9-a55c-43c8-b647-a2796e902cf6 req-80af0e58-23f7-4599-80bd-30f24c69bf8f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (db15a5f4-0c41-433b-9c1f-94e2e5f90555), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:54.453988 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af0e58-23f7-4599-80bd-30f24c69bf8f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event deleted for resources: {'Port': ['ID=db15a5f4-0c41-433b-9c1f-94e2e5f90555,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:54.504014 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ed62d9-a55c-43c8-b647-a2796e902cf6 req-80af0e58-23f7-4599-80bd-30f24c69bf8f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] No DVR routers for this DVR port db15a5f4-0c41-433b-9c1f-94e2e5f90555 on host hv-cinder-73116 {{(pid=113370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 16:59:54.506817 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [req-06ed62d9-a55c-43c8-b647-a2796e902cf6 req-80af0e58-23f7-4599-80bd-30f24c69bf8f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for port (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:54.510185 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-06ed62d9-a55c-43c8-b647-a2796e902cf6 req-80af0e58-23f7-4599-80bd-30f24c69bf8f tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.40 "DELETE /networking/v2.0/ports/db15a5f4-0c41-433b-9c1f-94e2e5f90555 HTTP/1.1" status: 204 len: 173 time: 0.5149860 Aug 24 16:59:54.515967 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'name': 'network-vif-deleted', 'tag': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555'}] {{(pid=113370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 16:59:54.515967 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8fdecc49f2923d1a06ab1f3157fd34f24d4a15a5a688dfceefca4cadd18bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e1b71b-d5c4-4c7f-92fb-786883a62949" -d '{"events": [{"server_uuid": "d93aa8a9-96b8-4360-bb4d-36fa81f3b459", "name": "network-vif-deleted", "tag": "db15a5f4-0c41-433b-9c1f-94e2e5f90555"}]}' {{(pid=113370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 16:59:54.611454 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 16:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18266a69-22d4-4a76-a8ba-c826943dd4f1 x-openstack-request-id: req-18266a69-22d4-4a76-a8ba-c826943dd4f1 {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 16:59:54.612727 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93aa8a9-96b8-4360-bb4d-36fa81f3b459", "name": "network-vif-deleted", "tag": "db15a5f4-0c41-433b-9c1f-94e2e5f90555", "status": "completed", "code": 200}]} {{(pid=113370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 16:59:54.612727 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-18266a69-22d4-4a76-a8ba-c826943dd4f1 {{(pid=113370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 16:59:54.613187 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18266a69-22d4-4a76-a8ba-c826943dd4f1'] response: {'server_uuid': 'd93aa8a9-96b8-4360-bb4d-36fa81f3b459', 'name': 'network-vif-deleted', 'tag': 'db15a5f4-0c41-433b-9c1f-94e2e5f90555', 'status': 'completed', 'code': 200} Aug 24 16:59:54.958113 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [req-8852d9aa-2a8a-41cc-9546-65dc6cf7822b req-2cd29c88-3c69-4a17-b822-54e0d23459c7 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=d93aa8a9-96b8-4360-bb4d-36fa81f3b459 HTTP/1.1" status: 200 len: 210 time: 0.0337849 Aug 24 16:59:56.044309 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 43060) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:59:56.141240 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:56.175205 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-af2ba7ea-2bbe-484c-912d-2d9c6c2f22d5 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Deleting port 7adfb19f-57b1-47dd-87e7-5e9d68a93dff {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:59:56.175471 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-af2ba7ea-2bbe-484c-912d-2d9c6c2f22d5 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (7adfb19f-57b1-47dd-87e7-5e9d68a93dff), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:56.263714 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-af2ba7ea-2bbe-484c-912d-2d9c6c2f22d5 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (7adfb19f-57b1-47dd-87e7-5e9d68a93dff), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:56.264043 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-af2ba7ea-2bbe-484c-912d-2d9c6c2f22d5 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for floatingip (7adfb19f-57b1-47dd-87e7-5e9d68a93dff), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:56.278076 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-af2ba7ea-2bbe-484c-912d-2d9c6c2f22d5 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Calling delete_port for 7adfb19f-57b1-47dd-87e7-5e9d68a93dff owned by network:floatingip {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:59:56.523646 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-af2ba7ea-2bbe-484c-912d-2d9c6c2f22d5 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (7adfb19f-57b1-47dd-87e7-5e9d68a93dff), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:56.552313 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ba7ea-2bbe-484c-912d-2d9c6c2f22d5 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event deleted for resources: {'Port': ['ID=7adfb19f-57b1-47dd-87e7-5e9d68a93dff,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:56.620288 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-af2ba7ea-2bbe-484c-912d-2d9c6c2f22d5 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for floatingip (0ff0ce6e-2afd-4b59-b6df-02f31219ed1c), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:56.622913 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-af2ba7ea-2bbe-484c-912d-2d9c6c2f22d5 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-226686'] for floatingip (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:56.624066 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-af2ba7ea-2bbe-484c-912d-2d9c6c2f22d5 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "DELETE /networking/v2.0/floatingips/0ff0ce6e-2afd-4b59-b6df-02f31219ed1c HTTP/1.1" status: 204 len: 168 time: 0.5788403 Aug 24 16:59:56.989218 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device db15a5f4-0c41-433b-9c1f-94e2e5f90555 no longer exists at agent hyperv_hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 16:59:57.007840 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] No Port match for: db15a5f4-0c41-433b-9c1f-94e2e5f90555 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 16:59:57.008175 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Device db15a5f4-0c41-433b-9c1f-94e2e5f90555 not bound to the agent host hv-cinder-73116 {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 16:59:57.963516 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 43072) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:59:58.036727 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c639db49-f25f-4073-b3e6-3d954c203b07 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group (dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:58.065221 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c639db49-f25f-4073-b3e6-3d954c203b07 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group (dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:58.220622 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c639db49-f25f-4073-b3e6-3d954c203b07 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:58.223373 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-c639db49-f25f-4073-b3e6-3d954c203b07 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:58.224742 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-c639db49-f25f-4073-b3e6-3d954c203b07 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] 10.222.0.17 "DELETE /networking/v2.0/security-groups/dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8 HTTP/1.1" status: 204 len: 168 time: 0.2600346 Aug 24 16:59:58.234950 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639db49-f25f-4073-b3e6-3d954c203b07 tempest-TestVolumeBootPattern-659221413 tempest-TestVolumeBootPattern-659221413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc3d94e-cb14-4fd5-ab12-44d8ecbfd3d8,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:58.345265 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 43076) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:59:58.716274 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:58.775025 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-fa897c3e-3df1-4d91-bb6e-0b6a2750b966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549079'] for router_interface (50cda684-8082-4bcd-a417-8b482166b890), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:58.777403 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:58.999413 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-fa897c3e-3df1-4d91-bb6e-0b6a2750b966 admin admin] Deleting port 9ad75ed5-282e-4c69-9800-2aa5422decdb {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 16:59:59.000107 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-fa897c3e-3df1-4d91-bb6e-0b6a2750b966 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:59.085480 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-fa897c3e-3df1-4d91-bb6e-0b6a2750b966 admin admin] For port 9ad75ed5-282e-4c69-9800-2aa5422decdb, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=9ad75ed5-282e-4c69-9800-2aa5422decdb,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 16:59:59.085830 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-fa897c3e-3df1-4d91-bb6e-0b6a2750b966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:59.100079 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-fa897c3e-3df1-4d91-bb6e-0b6a2750b966 admin admin] Calling delete_port for 9ad75ed5-282e-4c69-9800-2aa5422decdb owned by network:router_interface {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 16:59:59.375172 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-fa897c3e-3df1-4d91-bb6e-0b6a2750b966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (9ad75ed5-282e-4c69-9800-2aa5422decdb), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:59.402846 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa897c3e-3df1-4d91-bb6e-0b6a2750b966 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad75ed5-282e-4c69-9800-2aa5422decdb,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 16:59:59.577216 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-fa897c3e-3df1-4d91-bb6e-0b6a2750b966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548931'] for router_interface (50cda684-8082-4bcd-a417-8b482166b890), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 16:59:59.652873 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:59.788277 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 16:59:59.792327 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa897c3e-3df1-4d91-bb6e-0b6a2750b966 admin admin] Router 50cda684-8082-4bcd-a417-8b482166b890 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 16:59:59.898676 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa897c3e-3df1-4d91-bb6e-0b6a2750b966 admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 16:59:59.904150 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-fa897c3e-3df1-4d91-bb6e-0b6a2750b966 admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/50cda684-8082-4bcd-a417-8b482166b890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5578208 Aug 24 16:59:59.906844 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 43080) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 16:59:59.908167 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e603c1f-d0da-40e4-8643-7d472554c911 None None] Sync routers for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 16:59:59.919276 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e603c1f-d0da-40e4-8643-7d472554c911 None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 16:59:59.919890 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-4e603c1f-d0da-40e4-8643-7d472554c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:59:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:00.010072 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1b1e-abe7-4094-a9d5-71206bb030e2 admin admin] Publish callbacks [] for router (50cda684-8082-4bcd-a417-8b482166b890), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:00.024962 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-4e603c1f-d0da-40e4-8643-7d472554c911 None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:00:00.085589 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:00.112922 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1b1e-abe7-4094-a9d5-71206bb030e2 admin admin] Publish callbacks [] for router_gateway (50cda684-8082-4bcd-a417-8b482166b890), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:00.197345 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-4e603c1f-d0da-40e4-8643-7d472554c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83'}], 'enable_snat': True}, 'gw_port_id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:59:59Z', 'revision_number': 5, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port': {'id': '79eb1f76-64b2-478e-a6d6-64e236bdc835', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cda684-8082-4bcd-a417-8b482166b890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T16:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:00.218356 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d1b1e-abe7-4094-a9d5-71206bb030e2 admin admin] Deleting port 79eb1f76-64b2-478e-a6d6-64e236bdc835 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:00:00.218698 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1b1e-abe7-4094-a9d5-71206bb030e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (79eb1f76-64b2-478e-a6d6-64e236bdc835), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:00.232159 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e603c1f-d0da-40e4-8643-7d472554c911 None None] Checking router: 50cda684-8082-4bcd-a417-8b482166b890 for host: dv-cinder-731167-2-iscsi {{(pid=113372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:00:00.241535 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e603c1f-d0da-40e4-8643-7d472554c911 None None] Routers {'50cda684-8082-4bcd-a417-8b482166b890'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:00:00.242152 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-4e603c1f-d0da-40e4-8643-7d472554c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:59:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['50cda684-8082-4bcd-a417-8b482166b890'], 'active': True} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:00.283657 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:00.303179 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [None req-5b5d1b1e-abe7-4094-a9d5-71206bb030e2 admin admin] For port 79eb1f76-64b2-478e-a6d6-64e236bdc835, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=79eb1f76-64b2-478e-a6d6-64e236bdc835,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:00.303546 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1b1e-abe7-4094-a9d5-71206bb030e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (79eb1f76-64b2-478e-a6d6-64e236bdc835), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:00.318696 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d1b1e-abe7-4094-a9d5-71206bb030e2 admin admin] Calling delete_port for 79eb1f76-64b2-478e-a6d6-64e236bdc835 owned by network:router_gateway {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:00:00.332393 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_dvr_db [None req-4e603c1f-d0da-40e4-8643-7d472554c911 None None] Set router 50cda684-8082-4bcd-a417-8b482166b890 gateway port host: None {{(pid=113372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:00:00.383174 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.l3_hamode_db [None req-4e603c1f-d0da-40e4-8643-7d472554c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T17:00:00Z', 'revision_number': 6, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port_host': None}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:00.414253 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e603c1f-d0da-40e4-8643-7d472554c911 None None] The sync data for ids ['50cda684-8082-4bcd-a417-8b482166b890'] in dv-cinder-731167-2-iscsi is: [{'id': '50cda684-8082-4bcd-a417-8b482166b890', 'name': 'tempest-TestVolumeBootPattern-1314959277-router', 'tenant_id': 'f18db8d724d4436cb1721859066ac74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:17Z', 'updated_at': '2022-08-24T17:00:00Z', 'revision_number': 6, 'project_id': 'f18db8d724d4436cb1721859066ac74d', 'gw_port_host': None}] {{(pid=113372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:00:00.574854 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1b1e-abe7-4094-a9d5-71206bb030e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (79eb1f76-64b2-478e-a6d6-64e236bdc835), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:00.599891 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d1b1e-abe7-4094-a9d5-71206bb030e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=79eb1f76-64b2-478e-a6d6-64e236bdc835,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:00.668290 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1b1e-abe7-4094-a9d5-71206bb030e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552722'] for router_gateway (50cda684-8082-4bcd-a417-8b482166b890), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:00.761320 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1b1e-abe7-4094-a9d5-71206bb030e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3096'] for router (50cda684-8082-4bcd-a417-8b482166b890), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:00.764283 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1b1e-abe7-4094-a9d5-71206bb030e2 admin admin] Publish callbacks [] for router_controller (50cda684-8082-4bcd-a417-8b482166b890), precommit_delete_associations {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:00.894193 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1b1e-abe7-4094-a9d5-71206bb030e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549104'] for router (50cda684-8082-4bcd-a417-8b482166b890), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:00.894821 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5d1b1e-abe7-4094-a9d5-71206bb030e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50cda684-8082-4bcd-a417-8b482166b890 {{(pid=113370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:00:00.899368 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-5b5d1b1e-abe7-4094-a9d5-71206bb030e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:00.900548 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-5b5d1b1e-abe7-4094-a9d5-71206bb030e2 admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/50cda684-8082-4bcd-a417-8b482166b890 HTTP/1.1" status: 204 len: 168 time: 0.9913843 Aug 24 17:00:00.903733 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 43082) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:00:00.950435 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_v2 [None req-32976eb0-b891-48bc-9628-c4200f40ed98 admin admin] Deleting subnet b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe {{(pid=113370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:00:00.954710 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-32976eb0-b891-48bc-9628-c4200f40ed98 admin admin] Publish callbacks [] for subnet (b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:00.994149 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-32976eb0-b891-48bc-9628-c4200f40ed98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126625564'] for subnet (b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe), precommit_delete_associations {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.073248 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-32976eb0-b891-48bc-9628-c4200f40ed98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673916'] for subnet (b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.116289 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:01.219800 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-32976eb0-b891-48bc-9628-c4200f40ed98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125893813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126111741'] for subnet (b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.252257 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32976eb0-b891-48bc-9628-c4200f40ed98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:01.254262 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-32976eb0-b891-48bc-9628-c4200f40ed98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.257460 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-32976eb0-b891-48bc-9628-c4200f40ed98 admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/b4fc5fc3-d420-4b7a-9cdb-1ac7d7ac2bfe HTTP/1.1" status: 204 len: 168 time: 0.3534656 Aug 24 17:00:01.260104 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 43084) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:00:01.265857 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b656f489-96a3-4f66-943d-dbf5404151e8 None None] Network a598ee64-8390-470b-8704-7686a7a90fa6 requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:00:01.265857 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:01.265857 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:01.338106 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7832497'] for network (a598ee64-8390-470b-8704-7686a7a90fa6), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.382673 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] Deleting port 2de8d950-bb6a-43a4-8379-378cea91ca2a {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:00:01.382868 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (2de8d950-bb6a-43a4-8379-378cea91ca2a), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.425375 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] DHCP port deletion for a598ee64-8390-470b-8704-7686a7a90fa6 request from dv-cinder-731167-2-iscsi {{(pid=113371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 17:00:01.453304 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] For port 2de8d950-bb6a-43a4-8379-378cea91ca2a, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=2de8d950-bb6a-43a4-8379-378cea91ca2a,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:01.454020 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (2de8d950-bb6a-43a4-8379-378cea91ca2a), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.471394 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Deleting port 2de8d950-bb6a-43a4-8379-378cea91ca2a {{(pid=113371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:00:01.471745 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] Calling delete_port for 2de8d950-bb6a-43a4-8379-378cea91ca2a owned by network:dhcp {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:00:01.471889 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (2de8d950-bb6a-43a4-8379-378cea91ca2a), before_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.551413 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] For port 2de8d950-bb6a-43a4-8379-378cea91ca2a, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=2de8d950-bb6a-43a4-8379-378cea91ca2a,segment=NetworkSegment(2f10c59e-44d5-4697-b56f-aff0b2f56753),segment_id=2f10c59e-44d5-4697-b56f-aff0b2f56753)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:01.551814 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (2de8d950-bb6a-43a4-8379-378cea91ca2a), precommit_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.568946 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Calling delete_port for 2de8d950-bb6a-43a4-8379-378cea91ca2a owned by network:dhcp {{(pid=113371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:00:01.614601 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (2de8d950-bb6a-43a4-8379-378cea91ca2a), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.640327 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] Pushing event deleted for resources: {'Port': ['ID=2de8d950-bb6a-43a4-8379-378cea91ca2a,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:01.644677 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] No DVR routers for this DVR port 2de8d950-bb6a-43a4-8379-378cea91ca2a on host dv-cinder-731167-2-iscsi {{(pid=113369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:00:01.655158 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444'] for port (2de8d950-bb6a-43a4-8379-378cea91ca2a), after_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.696233 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Pushing event deleted for resources: {'Port': ['ID=2de8d950-bb6a-43a4-8379-378cea91ca2a,revision_number=None']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:01.699392 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] No DVR routers for this DVR port 2de8d950-bb6a-43a4-8379-378cea91ca2a on host dv-cinder-731167-2-iscsi {{(pid=113371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:00:01.716409 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:01.716409 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:01.716409 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:01.716409 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:01.716409 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:01.716409 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:01.716409 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:01.716409 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:01.716409 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:01.716409 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:01.717582 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:01.717582 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:01.718345 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:01.718944 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:01.719939 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e9530-6c0c-49de-acab-3ea3c01b3354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-731167-2-iscsi {{(pid=113371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 17:00:01.727615 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669052', 'neutron.services.segments.db._delete_segments_for_network-8749321758832'] for network (a598ee64-8390-470b-8704-7686a7a90fa6), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.752819 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a598ee64-8390-470b-8704-7686a7a90fa6']}} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:01.765400 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f10c59e-44d5-4697-b56f-aff0b2f56753') {'for_net_delete': True} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:01.767582 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f10c59e-44d5-4697-b56f-aff0b2f56753') {} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:01.777032 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749321816814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622558'] for segment (2f10c59e-44d5-4697-b56f-aff0b2f56753), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.792241 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (2f10c59e-44d5-4697-b56f-aff0b2f56753), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.802169 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=113369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:00:01.802673 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127532212'] for segment (2f10c59e-44d5-4697-b56f-aff0b2f56753), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.877638 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-3ed758ca-e2e2-4c62-a347-1fa0bd361b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.900702 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment 2f10c59e-44d5-4697-b56f-aff0b2f56753 resource provider aggregate not found Aug 24 17:00:01.919831 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment 2f10c59e-44d5-4697-b56f-aff0b2f56753 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f10c59e-44d5-4697-b56f-aff0b2f56753 found for delete ", "request_id": "req-24bc6db3-6044-4a06-96b5-98a3257e6e67"}]} Aug 24 17:00:01.950768 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552758'] for network (a598ee64-8390-470b-8704-7686a7a90fa6), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.957509 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:01.960732 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/a598ee64-8390-470b-8704-7686a7a90fa6 HTTP/1.1" status: 204 len: 168 time: 0.6995411 Aug 24 17:00:01.963928 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 43092) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:00:01.977046 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dafc10-7d00-4cd3-841f-6dbb52f13204 admin admin] Pushing event deleted for resources: {'Network': ['ID=a598ee64-8390-470b-8704-7686a7a90fa6,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:02.285838 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:02.293750 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e9ab7ba6-2c25-454d-bc86-93897274cefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-549079'] for router_interface (6db9e74e-37c9-4a13-9e2b-34fce0d76574), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:02.466973 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 2de8d950-bb6a-43a4-8379-378cea91ca2a no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:00:02.489258 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 2de8d950-bb6a-43a4-8379-378cea91ca2a {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:00:02.489788 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 2de8d950-bb6a-43a4-8379-378cea91ca2a not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:00:02.490225 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 79eb1f76-64b2-478e-a6d6-64e236bdc835 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:00:02.509571 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 79eb1f76-64b2-478e-a6d6-64e236bdc835 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:00:02.510346 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 79eb1f76-64b2-478e-a6d6-64e236bdc835 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:00:02.510346 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 9ad75ed5-282e-4c69-9800-2aa5422decdb no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:00:02.529448 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 9ad75ed5-282e-4c69-9800-2aa5422decdb {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:00:02.529793 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 9ad75ed5-282e-4c69-9800-2aa5422decdb not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:00:02.557555 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab7ba6-2c25-454d-bc86-93897274cefc admin admin] Deleting port 79cd744d-05f0-456b-882f-c519ef90cd76 {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:00:02.557891 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e9ab7ba6-2c25-454d-bc86-93897274cefc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (79cd744d-05f0-456b-882f-c519ef90cd76), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:02.644437 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [None req-e9ab7ba6-2c25-454d-bc86-93897274cefc admin admin] For port 79cd744d-05f0-456b-882f-c519ef90cd76, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=79cd744d-05f0-456b-882f-c519ef90cd76,segment=NetworkSegment(bca905b1-614d-45a1-a809-45ba09b945bd),segment_id=bca905b1-614d-45a1-a809-45ba09b945bd)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:02.644853 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e9ab7ba6-2c25-454d-bc86-93897274cefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (79cd744d-05f0-456b-882f-c519ef90cd76), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:02.668323 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab7ba6-2c25-454d-bc86-93897274cefc admin admin] Calling delete_port for 79cd744d-05f0-456b-882f-c519ef90cd76 owned by network:router_interface {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:00:02.804861 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:02.934527 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e9ab7ba6-2c25-454d-bc86-93897274cefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (79cd744d-05f0-456b-882f-c519ef90cd76), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:02.959015 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab7ba6-2c25-454d-bc86-93897274cefc admin admin] Pushing event deleted for resources: {'Port': ['ID=79cd744d-05f0-456b-882f-c519ef90cd76,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:03.141270 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-e9ab7ba6-2c25-454d-bc86-93897274cefc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548931'] for router_interface (6db9e74e-37c9-4a13-9e2b-34fce0d76574), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:03.576883 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:03.601300 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ab7ba6-2c25-454d-bc86-93897274cefc admin admin] Router 6db9e74e-37c9-4a13-9e2b-34fce0d76574 has already been hosted by L3 agent 2dbb6959-f904-4981-a817-70b18d95759f {{(pid=113370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 17:00:03.702361 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ab7ba6-2c25-454d-bc86-93897274cefc admin admin] Notify agent at l3_agent.dv-cinder-731167-2-iscsi the message routers_updated {{(pid=113370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 17:00:03.711285 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-e9ab7ba6-2c25-454d-bc86-93897274cefc admin admin] 10.222.0.17 "PUT /networking/v2.0/routers/6db9e74e-37c9-4a13-9e2b-34fce0d76574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7433479 Aug 24 17:00:03.711285 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 43094) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:00:03.713367 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4b5d1-d634-41d5-9a31-ae0bcf6ae93d None None] Sync routers for ids ['6db9e74e-37c9-4a13-9e2b-34fce0d76574'] in dv-cinder-731167-2-iscsi {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 17:00:03.724445 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4b5d1-d634-41d5-9a31-ae0bcf6ae93d None None] Routers {'6db9e74e-37c9-4a13-9e2b-34fce0d76574'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:00:03.733148 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-20b4b5d1-d634-41d5-9a31-ae0bcf6ae93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:59:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['6db9e74e-37c9-4a13-9e2b-34fce0d76574'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:03.815642 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-bf1c873b-253a-4f88-99f3-f92e2992de16 admin admin] Publish callbacks [] for router (6db9e74e-37c9-4a13-9e2b-34fce0d76574), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:03.835476 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-20b4b5d1-d634-41d5-9a31-ae0bcf6ae93d None None] Set router 6db9e74e-37c9-4a13-9e2b-34fce0d76574 gateway port host: dv-cinder-731167-2-iscsi {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:00:03.918511 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-bf1c873b-253a-4f88-99f3-f92e2992de16 admin admin] Publish callbacks [] for router_gateway (6db9e74e-37c9-4a13-9e2b-34fce0d76574), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:04.022565 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-20b4b5d1-d634-41d5-9a31-ae0bcf6ae93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'name': 'tempest-TestVolumeBootPattern-1045653168-router', 'tenant_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'external_fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.77'}], 'enable_snat': True}, 'gw_port_id': '1e6b8f21-54fd-452b-9d08-11b78181bf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:27Z', 'updated_at': '2022-08-24T17:00:02Z', 'revision_number': 5, 'project_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'gw_port': {'id': '1e6b8f21-54fd-452b-9d08-11b78181bf9b', 'name': '', 'network_id': 'aab3c770-6763-4e5f-928b-64ea6b35bf09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:64:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'ip_address': '172.27.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-731167-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T16:52:28Z', 'updated_at': '2022-08-24T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ba0aceaa-a980-4d69-837e-4788be27079a', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-731167-2-iscsi'}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:04.049123 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4b5d1-d634-41d5-9a31-ae0bcf6ae93d None None] Checking router: 6db9e74e-37c9-4a13-9e2b-34fce0d76574 for host: dv-cinder-731167-2-iscsi {{(pid=113371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 17:00:04.054848 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1cc53d8e-9854-42cf-b466-f84a2731482f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:04.060620 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b4b5d1-d634-41d5-9a31-ae0bcf6ae93d None None] Routers {'6db9e74e-37c9-4a13-9e2b-34fce0d76574'} bound to L3 agent in host dv-cinder-731167-2-iscsi {{(pid=113371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 17:00:04.060846 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c873b-253a-4f88-99f3-f92e2992de16 admin admin] Deleting port 1e6b8f21-54fd-452b-9d08-11b78181bf9b {{(pid=113370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:00:04.065063 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-bf1c873b-253a-4f88-99f3-f92e2992de16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (1e6b8f21-54fd-452b-9d08-11b78181bf9b), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:04.065288 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-20b4b5d1-d634-41d5-9a31-ae0bcf6ae93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-731167-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-24T16:36:04Z,description=,heartbeat_timestamp=2022-08-24T16:59:34Z,host='dv-cinder-731167-2-iscsi',id=2dbb6959-f904-4981-a817-70b18d95759f,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T16:36:05Z,topic='l3_agent')) {'router_ids': ['6db9e74e-37c9-4a13-9e2b-34fce0d76574'], 'active': True} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:04.065410 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:04.152752 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvr_db [None req-20b4b5d1-d634-41d5-9a31-ae0bcf6ae93d None None] Set router 6db9e74e-37c9-4a13-9e2b-34fce0d76574 gateway port host: None {{(pid=113371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 17:00:04.155574 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.db [None req-bf1c873b-253a-4f88-99f3-f92e2992de16 admin admin] For port 1e6b8f21-54fd-452b-9d08-11b78181bf9b, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=1e6b8f21-54fd-452b-9d08-11b78181bf9b,segment=NetworkSegment(b813d3ae-9a40-4c28-bb35-7aefc0a42d6e),segment_id=b813d3ae-9a40-4c28-bb35-7aefc0a42d6e)] {{(pid=113370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:04.156074 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-bf1c873b-253a-4f88-99f3-f92e2992de16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (1e6b8f21-54fd-452b-9d08-11b78181bf9b), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:04.171350 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c873b-253a-4f88-99f3-f92e2992de16 admin admin] Calling delete_port for 1e6b8f21-54fd-452b-9d08-11b78181bf9b owned by network:router_gateway {{(pid=113370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:00:04.177876 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:04.207190 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_hamode_db [None req-20b4b5d1-d634-41d5-9a31-ae0bcf6ae93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'name': 'tempest-TestVolumeBootPattern-1045653168-router', 'tenant_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:27Z', 'updated_at': '2022-08-24T17:00:03Z', 'revision_number': 6, 'project_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'gw_port_host': None}], 'dv-cinder-731167-2-iscsi', False) {} {{(pid=113371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:04.233467 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b4b5d1-d634-41d5-9a31-ae0bcf6ae93d None None] The sync data for ids ['6db9e74e-37c9-4a13-9e2b-34fce0d76574'] in dv-cinder-731167-2-iscsi is: [{'id': '6db9e74e-37c9-4a13-9e2b-34fce0d76574', 'name': 'tempest-TestVolumeBootPattern-1045653168-router', 'tenant_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T16:52:27Z', 'updated_at': '2022-08-24T17:00:03Z', 'revision_number': 6, 'project_id': '8e0f1d8b8e0340f4b47820ef3de2ca1a', 'gw_port_host': None}] {{(pid=113371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 17:00:04.437727 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-bf1c873b-253a-4f88-99f3-f92e2992de16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125893856'] for port (1e6b8f21-54fd-452b-9d08-11b78181bf9b), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:04.463687 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c873b-253a-4f88-99f3-f92e2992de16 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e6b8f21-54fd-452b-9d08-11b78181bf9b,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:04.533274 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-bf1c873b-253a-4f88-99f3-f92e2992de16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-552722'] for router_gateway (6db9e74e-37c9-4a13-9e2b-34fce0d76574), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:04.631642 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-bf1c873b-253a-4f88-99f3-f92e2992de16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-549097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3096'] for router (6db9e74e-37c9-4a13-9e2b-34fce0d76574), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:04.634066 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-bf1c873b-253a-4f88-99f3-f92e2992de16 admin admin] Publish callbacks [] for router_controller (6db9e74e-37c9-4a13-9e2b-34fce0d76574), precommit_delete_associations {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:04.690570 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 79cd744d-05f0-456b-882f-c519ef90cd76 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:00:04.713821 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 79cd744d-05f0-456b-882f-c519ef90cd76 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:00:04.714518 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 79cd744d-05f0-456b-882f-c519ef90cd76 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:00:04.774765 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-bf1c873b-253a-4f88-99f3-f92e2992de16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-549104'] for router (6db9e74e-37c9-4a13-9e2b-34fce0d76574), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:04.775385 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1c873b-253a-4f88-99f3-f92e2992de16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6db9e74e-37c9-4a13-9e2b-34fce0d76574 {{(pid=113370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 17:00:04.784987 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-bf1c873b-253a-4f88-99f3-f92e2992de16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:04.784987 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-bf1c873b-253a-4f88-99f3-f92e2992de16 admin admin] 10.222.0.17 "DELETE /networking/v2.0/routers/6db9e74e-37c9-4a13-9e2b-34fce0d76574 HTTP/1.1" status: 204 len: 168 time: 1.0685027 Aug 24 17:00:04.785339 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.wsgi [-] (113370) accepted ('10.222.0.17', 43096) {{(pid=113370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:00:04.820772 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:04.832623 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31261e2-8467-414c-ba35-c25b0881b6ac admin admin] Deleting subnet 33e601fd-5372-45d0-bf7a-18d26361a824 {{(pid=113370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 17:00:04.835888 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-a31261e2-8467-414c-ba35-c25b0881b6ac admin admin] Publish callbacks [] for subnet (33e601fd-5372-45d0-bf7a-18d26361a824), before_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:04.871305 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-a31261e2-8467-414c-ba35-c25b0881b6ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126625564'] for subnet (33e601fd-5372-45d0-bf7a-18d26361a824), precommit_delete_associations {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:04.957067 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-a31261e2-8467-414c-ba35-c25b0881b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7673916'] for subnet (33e601fd-5372-45d0-bf7a-18d26361a824), precommit_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:05.094487 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-a31261e2-8467-414c-ba35-c25b0881b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7673925', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125893813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126111741'] for subnet (33e601fd-5372-45d0-bf7a-18d26361a824), after_delete {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:05.121809 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31261e2-8467-414c-ba35-c25b0881b6ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e601fd-5372-45d0-bf7a-18d26361a824,revision_number=None']} {{(pid=113370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:05.126545 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG neutron_lib.callbacks.manager [None req-a31261e2-8467-414c-ba35-c25b0881b6ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for subnet (None), before_response {{(pid=113370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:05.130110 dv-cinder-731167-2-iscsi neutron-server[113370]: INFO neutron.wsgi [None req-a31261e2-8467-414c-ba35-c25b0881b6ac admin admin] 10.222.0.17 "DELETE /networking/v2.0/subnets/33e601fd-5372-45d0-bf7a-18d26361a824 HTTP/1.1" status: 204 len: 168 time: 0.3438504 Aug 24 17:00:05.133814 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 43098) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:00:05.136665 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01678829-4bd9-47ea-ba94-d0dd52767eb1 None None] Network dff29c70-19ab-43f3-89d9-7c7a867e178d requested from dv-cinder-731167-2-iscsi {{(pid=113371) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 17:00:05.209473 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7832497'] for network (dff29c70-19ab-43f3-89d9-7c7a867e178d), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:05.256087 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] Deleting port 03423459-4fda-4945-9df1-395e57563ef4 {{(pid=113369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:00:05.256466 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (03423459-4fda-4945-9df1-395e57563ef4), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:05.271825 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:05.326030 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ff15d2-305b-4012-be0b-3eb1a5af75be None None] DHCP port deletion for dff29c70-19ab-43f3-89d9-7c7a867e178d request from dv-cinder-731167-2-iscsi {{(pid=113371) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 17:00:05.336751 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.db [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] For port 03423459-4fda-4945-9df1-395e57563ef4, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=03423459-4fda-4945-9df1-395e57563ef4,segment=NetworkSegment(bca905b1-614d-45a1-a809-45ba09b945bd),segment_id=bca905b1-614d-45a1-a809-45ba09b945bd)] {{(pid=113369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:05.339061 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (03423459-4fda-4945-9df1-395e57563ef4), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:05.352179 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.plugin [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] Calling delete_port for 03423459-4fda-4945-9df1-395e57563ef4 owned by network:dhcp {{(pid=113369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:00:05.365202 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-f5ff15d2-305b-4012-be0b-3eb1a5af75be None None] Deleting port 03423459-4fda-4945-9df1-395e57563ef4 {{(pid=113371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 17:00:05.365570 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-f5ff15d2-305b-4012-be0b-3eb1a5af75be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749321766669'] for port (03423459-4fda-4945-9df1-395e57563ef4), before_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:05.393569 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:05.441057 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.db [None req-f5ff15d2-305b-4012-be0b-3eb1a5af75be None None] For port 03423459-4fda-4945-9df1-395e57563ef4, host dv-cinder-731167-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-731167-2-iscsi',level=0,port_id=03423459-4fda-4945-9df1-395e57563ef4,segment=NetworkSegment(bca905b1-614d-45a1-a809-45ba09b945bd),segment_id=bca905b1-614d-45a1-a809-45ba09b945bd)] {{(pid=113371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 17:00:05.441373 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-f5ff15d2-305b-4012-be0b-3eb1a5af75be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552670'] for port (03423459-4fda-4945-9df1-395e57563ef4), precommit_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:05.456246 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-f5ff15d2-305b-4012-be0b-3eb1a5af75be None None] Calling delete_port for 03423459-4fda-4945-9df1-395e57563ef4 owned by network:dhcp {{(pid=113371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 17:00:05.503232 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:05.517651 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127532167'] for port (03423459-4fda-4945-9df1-395e57563ef4), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:05.532840 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-f5ff15d2-305b-4012-be0b-3eb1a5af75be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7847659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749321751179', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749321306444'] for port (03423459-4fda-4945-9df1-395e57563ef4), after_delete {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:05.543784 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] Pushing event deleted for resources: {'Port': ['ID=03423459-4fda-4945-9df1-395e57563ef4,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:05.551458 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] No DVR routers for this DVR port 03423459-4fda-4945-9df1-395e57563ef4 on host dv-cinder-731167-2-iscsi {{(pid=113369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:00:05.559248 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff15d2-305b-4012-be0b-3eb1a5af75be None None] Pushing event deleted for resources: {'Port': ['ID=03423459-4fda-4945-9df1-395e57563ef4,revision_number=None']} {{(pid=113371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:05.561124 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff15d2-305b-4012-be0b-3eb1a5af75be None None] No DVR routers for this DVR port 03423459-4fda-4945-9df1-395e57563ef4 on host dv-cinder-731167-2-iscsi {{(pid=113371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 17:00:05.633430 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7669052', 'neutron.services.segments.db._delete_segments_for_network-8749321758832'] for network (dff29c70-19ab-43f3-89d9-7c7a867e178d), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:05.655403 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff29c70-19ab-43f3-89d9-7c7a867e178d']}} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:05.665379 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca905b1-614d-45a1-a809-45ba09b945bd') {'for_net_delete': True} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:05.665687 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.services.segments.db [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca905b1-614d-45a1-a809-45ba09b945bd') {} {{(pid=113369) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 17:00:05.676814 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749321816814', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3622558'] for segment (bca905b1-614d-45a1-a809-45ba09b945bd), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:05.697153 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365'] for segment (bca905b1-614d-45a1-a809-45ba09b945bd), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:05.699656 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=113369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 17:00:05.700053 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7671365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127532212'] for segment (bca905b1-614d-45a1-a809-45ba09b945bd), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:05.728397 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment bca905b1-614d-45a1-a809-45ba09b945bd resource provider aggregate not found Aug 24 17:00:05.777979 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.services.segments.plugin [-] Segment bca905b1-614d-45a1-a809-45ba09b945bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bca905b1-614d-45a1-a809-45ba09b945bd found for delete ", "request_id": "req-77638108-274c-4ab0-8994-bbe48af41edc"}]} Aug 24 17:00:05.815328 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:05.872138 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7669047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-552758'] for network (dff29c70-19ab-43f3-89d9-7c7a867e178d), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:05.878045 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527358'] for network (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:05.881257 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] 10.222.0.17 "DELETE /networking/v2.0/networks/dff29c70-19ab-43f3-89d9-7c7a867e178d HTTP/1.1" status: 204 len: 168 time: 0.7463672 Aug 24 17:00:05.893539 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f85118-a7f8-44ce-b728-f3b5eab5114f admin admin] Pushing event deleted for resources: {'Network': ['ID=dff29c70-19ab-43f3-89d9-7c7a867e178d,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:06.256517 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 43106) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:00:06.297129 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-61183d1c-c53a-4b9e-b621-0f4362025c9d admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=f18db8d724d4436cb1721859066ac74d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407782 Aug 24 17:00:06.300023 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 43108) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:00:06.351726 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-73969705-3e65-4d1a-b21a-b30c2f3b7925 admin admin] Publish callbacks [] for security_group (1bed9343-6dc5-4995-b9d6-73f035f73ac7), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:06.373418 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-73969705-3e65-4d1a-b21a-b30c2f3b7925 admin admin] Publish callbacks [] for security_group (1bed9343-6dc5-4995-b9d6-73f035f73ac7), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:06.448573 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 1e6b8f21-54fd-452b-9d08-11b78181bf9b no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:00:06.470644 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 1e6b8f21-54fd-452b-9d08-11b78181bf9b {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:00:06.473950 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 1e6b8f21-54fd-452b-9d08-11b78181bf9b not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:00:06.473950 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 03423459-4fda-4945-9df1-395e57563ef4 no longer exists at agent ovs-agent-dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 17:00:06.490370 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.plugin [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] No Port match for: 03423459-4fda-4945-9df1-395e57563ef4 {{(pid=113371) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 17:00:06.490722 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron.plugins.ml2.rpc [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Device 03423459-4fda-4945-9df1-395e57563ef4 not bound to the agent host dv-cinder-731167-2-iscsi {{(pid=113371) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 17:00:06.493659 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-73969705-3e65-4d1a-b21a-b30c2f3b7925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (1bed9343-6dc5-4995-b9d6-73f035f73ac7), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:06.496186 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-73969705-3e65-4d1a-b21a-b30c2f3b7925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:06.497399 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-73969705-3e65-4d1a-b21a-b30c2f3b7925 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/1bed9343-6dc5-4995-b9d6-73f035f73ac7 HTTP/1.1" status: 204 len: 168 time: 0.1964388 Aug 24 17:00:06.507226 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73969705-3e65-4d1a-b21a-b30c2f3b7925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bed9343-6dc5-4995-b9d6-73f035f73ac7,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:07.166390 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 43114) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:00:07.197418 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:07.214697 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-f4a681e8-3e7f-49ca-a7c3-f9d491715e44 admin admin] 10.222.0.17 "GET /networking/v2.0/security-groups?tenant_id=8e0f1d8b8e0340f4b47820ef3de2ca1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470266 Aug 24 17:00:07.217308 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [-] (113369) accepted ('10.222.0.17', 43116) {{(pid=113369) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 17:00:07.270827 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a596eab7-dcf6-454f-b3a3-a9a4a500f034 admin admin] Publish callbacks [] for security_group (17dfbf3a-710f-45f2-be68-ed1f9f8062df), before_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:07.289307 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:07.292856 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a596eab7-dcf6-454f-b3a3-a9a4a500f034 admin admin] Publish callbacks [] for security_group (17dfbf3a-710f-45f2-be68-ed1f9f8062df), precommit_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:07.426279 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a596eab7-dcf6-454f-b3a3-a9a4a500f034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471922'] for security_group (17dfbf3a-710f-45f2-be68-ed1f9f8062df), after_delete {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:07.428943 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron_lib.callbacks.manager [None req-a596eab7-dcf6-454f-b3a3-a9a4a500f034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113369) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:07.430114 dv-cinder-731167-2-iscsi neutron-server[113369]: INFO neutron.wsgi [None req-a596eab7-dcf6-454f-b3a3-a9a4a500f034 admin admin] 10.222.0.17 "DELETE /networking/v2.0/security-groups/17dfbf3a-710f-45f2-be68-ed1f9f8062df HTTP/1.1" status: 204 len: 168 time: 0.2118845 Aug 24 17:00:07.438675 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596eab7-dcf6-454f-b3a3-a9a4a500f034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dfbf3a-710f-45f2-be68-ed1f9f8062df,revision_number=None']} {{(pid=113369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 17:00:10.357211 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=98 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:10.386263 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=75 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:15.100900 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:SELECT=76,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:15.103816 dv-cinder-731167-2-iscsi neutron-server[113370]: DEBUG dbcounter [-] [113370] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=113370) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:15.600611 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:00:17.432970 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=61,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:17.433697 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG dbcounter [-] [113369] Writing DB stats neutron:SELECT=80,neutron:DELETE=10 {{(pid=113369) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:17.450117 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:17.450861 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=52,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:20.757269 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:25.595278 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=5 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:25.596675 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:30.636952 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:30.638989 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:31.876612 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-a3e4ae3a-7fa3-4951-be34-e84262450ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:34.024369 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-2bd9a43a-8425-48ec-9c64-6141f123292e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:35.790021 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:37.242166 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:37.304927 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:47.216312 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:47.218157 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:00:50.825169 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:00:52.600703 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:01:00.779747 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:01:00.782920 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:01:01.824014 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-f2f026cc-8c2f-40f1-9fdc-9404ae441ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:01:02.595505 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=19 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:01:02.596259 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=15 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:01:04.036201 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-4da40f3a-6a83-4409-9f80-e393f5064dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:01:05.766924 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:01:07.208942 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:01:07.298465 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:01:17.209022 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:01:17.215906 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:01:20.755918 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:01:29.600610 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:01:30.649440 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:01:30.653317 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:01:31.868876 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-0c706ecb-8fa4-4520-a260-846b3a1909bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:01:34.040724 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-606c954e-ec36-4c83-a89a-0f4eaede30e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:01:35.783503 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:01:36.317792 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:01:37.214262 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:01:37.314506 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:01:39.596523 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=5 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:01:47.219909 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:01:47.221698 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:01:50.719501 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:02:00.359039 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:02:00.359886 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:DELETE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:02:00.645536 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:02:00.651481 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:02:01.852487 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-ddf26598-c59f-421d-a844-de5dd03fd025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:02:04.033725 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-2493b8c3-9e18-4344-96b7-07db74c7369c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:02:05.806284 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:02:06.599682 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:02:07.224708 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:02:07.353083 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:02:13.318682 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:02:16.595461 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=5 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:02:17.223638 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:02:17.226544 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:02:20.799071 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:02:30.674261 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:02:30.679577 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:02:31.890147 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-44df1ac3-585f-4b1f-bcdb-cccbf1506679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:02:34.067262 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-e5bc08a8-aab2-4b5e-b15a-9ebe6d1e1a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:02:35.901570 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:02:37.220838 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:02:37.307196 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:02:43.598666 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:02:47.219058 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:02:47.221871 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:02:50.316107 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:02:50.753346 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:03:00.664357 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:03:00.666255 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:03:01.900453 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-191a4034-514c-4b00-8eb4-0abfee165c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:03:02.175222 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=18 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:03:02.177090 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=13 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:03:04.025917 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-19286934-baac-4d4b-b269-36e7655e2981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:03:05.820662 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:03:07.238566 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:03:07.323007 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:03:17.220605 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:03:17.227770 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:03:20.598451 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:03:20.813909 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:03:27.316735 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=3 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:03:30.593567 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=5 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:03:30.706743 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:03:30.709625 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:03:31.860088 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-34d1ae20-f3ea-4d9e-a239-acda041f6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:03:34.002434 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-2894c128-e79c-476d-8a7f-d228763fcee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:03:35.803069 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:03:37.241879 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:03:37.356553 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:03:47.221608 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:03:47.224669 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:03:50.819043 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:03:57.599605 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:04:00.691908 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:04:00.692795 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:04:01.842026 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-20622c72-6e5e-4048-aa77-8572d4e598b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:04:04.007485 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-66aee46f-5e41-427c-95cf-c221d7f293c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:04:05.779225 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:04:07.270997 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:04:07.327329 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:04:07.592852 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=5 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:04:07.593899 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:04:20.813364 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:04:30.708178 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:04:30.711096 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:04:31.898742 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-4854f732-bed3-4c23-bd53-f4338f09e5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:04:34.093180 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-bb91f99e-23e9-4543-8d02-3683b9abe021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:04:34.599118 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:04:35.802398 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:04:37.252916 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:04:37.321612 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:04:41.313587 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=4 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:04:44.595472 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=4 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:04:45.621429 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [req-2de12601-f040-4166-b111-5573e4f97bfc req-a6fa1e2f-7beb-4aa3-a70e-ca70e9249836 service neutron] (113369) timed out ('10.222.0.40', 50645) {{(pid=113369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 17:04:47.223625 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:04:47.225418 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:04:48.146348 dv-cinder-731167-2-iscsi neutron-server[113369]: DEBUG neutron.wsgi [req-2e624c2a-5d06-4e25-bbbf-526cee787036 req-4ad41636-2cc1-42a6-92c6-96c1680656a5 service neutron] (113369) timed out ('10.222.0.40', 50655) {{(pid=113369) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 17:04:50.807294 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:05:00.702524 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=2 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:05:00.708534 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:05:01.841497 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-51a22f02-a7a2-4541-a460-adf892513d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (f3fedaa2-d549-420b-8df0-5626a4028a0c), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:05:02.174636 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=11 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:05:02.176834 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=15 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:05:04.093409 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-d5442c0d-2942-4f00-b33e-7650803cc300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (2dbb6959-f904-4981-a817-70b18d95759f), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:05:05.795241 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-1fd1e3da-6675-4dd1-84e3-617493af8993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (4f1b7d12-9f1d-48c4-87be-82345e1351d2), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:05:07.240965 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-aec2a91b-018c-4273-9eb2-df63490984fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (86b9ccc3-5ff6-419e-bdf0-b6d46ab4bfba), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:05:07.321297 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-36e9c2e4-7965-4236-aeeb-0cc32ace1ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (974e0ab2-a596-453c-b961-e7e4ba96ad02), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:05:11.599166 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG neutron.db.agents_db [None req-c15b1a3e-66c3-4e62-bc53-6207a314ad36 None None] Agent healthcheck: found 6 active agents {{(pid=113372) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 17:05:17.229183 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:05:17.231045 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG dbcounter [-] [113371] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113371) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:05:20.807532 dv-cinder-731167-2-iscsi neutron-server[113371]: DEBUG neutron_lib.callbacks.manager [None req-cabcdb21-99bf-48c3-b18e-6d8cf7d23902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749321758814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675263'] for agent (9fd24866-9e22-40b7-97e6-10ff7b09e647), after_update {{(pid=113371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 17:05:21.593777 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=4 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 17:05:21.594547 dv-cinder-731167-2-iscsi neutron-server[113372]: DEBUG dbcounter [-] [113372] Writing DB stats neutron:SELECT=4 {{(pid=113372) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}